-- Logs begin at Thu 2021-11-11 15:27:38 UTC, end at Thu 2021-11-11 16:29:05 UTC. -- Nov 11 16:00:29.191884 dv-cinder-774288-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 16:00:31.931878 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.common.config [-] Logging enabled! Nov 11 16:00:31.932461 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 16:00:31.932671 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101713) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 16:00:31.935869 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.common.config [-] Logging enabled! Nov 11 16:00:31.936126 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 16:00:31.936440 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101713) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 16:00:31.937441 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:00:31.937680 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:00:31.938046 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:00:31.938291 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:00:31.938525 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:00:31.938839 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.939263 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 16:00:31.939586 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.939882 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.940175 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.940470 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.940761 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.941063 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.941355 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.941656 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.942456 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.942737 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.943055 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.943354 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.943637 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.943921 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.944209 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.944492 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] debug = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.944775 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.945230 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.945650 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.945934 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.946222 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.946503 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.946775 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.947052 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.947336 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.947668 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] host = dv-cinder-774288-11-iscsi {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.947948 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.948235 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.948520 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.948805 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.949171 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.949449 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.949732 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.950009 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.950282 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] log_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.950559 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.950848 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.951135 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.951423 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.951650 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.951873 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.952173 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.952460 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.952735 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.953012 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.953310 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.953586 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.953861 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.954133 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.954420 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.954703 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.954986 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.955261 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.955535 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.955807 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.956082 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.956367 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.956643 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.956917 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.957215 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.958036 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.958314 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.958594 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.958896 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.959180 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.959464 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.959750 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.960026 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.960308 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.960582 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.960855 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.961162 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] use_json = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.961437 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.961709 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.961992 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.962263 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.962534 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.962809 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.963082 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.963365 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:31.963664 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.963961 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.964260 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.964542 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.964903 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.965155 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.965446 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.965726 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.966017 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.966304 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.966592 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.966873 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.967213 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.967448 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.968224 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.968224 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.968398 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.968613 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.969372 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.969372 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.969526 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.969740 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.970030 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.970311 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.970600 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.970892 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.971173 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.971462 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.971754 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.972044 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.972320 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.972599 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.972889 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.973220 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.973496 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.974104 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.974104 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.974322 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.975113 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.975113 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.975268 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.975409 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.975682 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.975960 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.976251 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.976529 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.976799 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.977098 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.977383 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.977658 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.977945 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.978224 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.978495 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.978766 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.979046 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.979323 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.979921 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.979921 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.980123 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.980884 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.980884 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.981069 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.981225 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.981505 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.981781 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.982059 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.982332 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.982612 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.982887 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.983164 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.983437 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.983713 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.983987 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.984272 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.984572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.984855 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.985171 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.985457 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.985739 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.986019 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.986299 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.986579 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.986859 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.987131 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.987428 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.987712 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.987998 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.988282 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.988562 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.988905 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.989219 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.989503 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.989785 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.990069 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.990355 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.990640 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.990936 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.991232 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.991529 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.991827 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.992123 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.992405 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.992714 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.992994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:31.993237 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:00:31.993486 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101713) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 16:00:32.428530 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 16:00:32.428812 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 16:00:32.429152 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 16:00:32.429491 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 16:00:32.757367 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.757607 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.757855 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.759054 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.759332 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.759599 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.800663 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.800941 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.801800 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.817042 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.817335 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.817605 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.848659 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.848945 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.849245 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.885202 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.885484 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:32.885755 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.122399 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.123043 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.123043 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.123202 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.123906 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.252676 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.253001 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.253314 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.253597 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.253875 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.254220 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.254512 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.254777 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.255041 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.255334 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.255605 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.255881 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.256149 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.256412 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.256676 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.256952 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.257243 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.257616 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.257806 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.258076 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.258358 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.258623 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.258911 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.259304 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.259564 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.259820 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.260218 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:33.260462 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:33.260703 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:33.260944 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:33.261276 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:33.261519 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:33.261881 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 16:00:33.265158 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 16:00:33.269165 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 16:00:33.273012 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 11 16:00:33.274940 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 16:00:33.275401 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 16:00:33.275738 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 16:00:33.276125 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 16:00:33.278986 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 16:00:33.279245 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 16:00:33.279594 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 16:00:33.284911 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 16:00:33.308283 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 16:00:33.308738 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.309072 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101713) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 16:00:33.309440 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.310844 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101713) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 16:00:33.311127 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 16:00:33.311377 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 16:00:33.314632 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.314918 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:33.378674 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 16:00:33.378857 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 16:00:33.379097 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 16:00:33.379497 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 16:00:33.400408 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_db.sqlalchemy.engines [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101713) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 16:00:33.930091 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing driver for type 'gre' Nov 11 16:00:33.930607 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] gre ID ranges: [(1, 1000)] Nov 11 16:00:33.982608 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing driver for type 'local' Nov 11 16:00:33.982942 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing driver for type 'vlan' Nov 11 16:00:33.996250 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] VlanTypeDriver initialization complete Nov 11 16:00:33.996595 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing driver for type 'vxlan' Nov 11 16:00:33.997102 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] vxlan ID ranges: [(1, 1000)] Nov 11 16:00:34.045969 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing extension driver 'port_security' Nov 11 16:00:34.046367 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.extensions.port_security [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] PortSecurityExtensionDriver initialization complete Nov 11 16:00:34.046667 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing mechanism driver 'openvswitch' Nov 11 16:00:34.046992 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing mechanism driver 'hyperv' Nov 11 16:00:34.054179 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:00:34.055006 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.055380 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.055738 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.056266 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:00:34.056703 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnet after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.057084 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnet after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.057439 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.057839 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:00:34.058250 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.058603 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.058948 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.059343 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:00:34.059751 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > security_group after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.060107 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > security_group after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.060449 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.060851 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:00:34.061287 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.061642 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.061988 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.062383 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:00:34.062789 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > address_group after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.063140 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > address_group after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.063483 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.063879 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101713) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:00:34.064262 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] ML2 OVO RPC backend initialized. {{(pid=101713) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 16:00:34.064974 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.065359 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.065782 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.066131 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > networks before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.066482 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.066829 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > ports before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.067176 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnet before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.067522 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnets before_response 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.067872 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.068227 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.068569 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.068910 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.069273 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.069611 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.069951 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnet after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.070294 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnet after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.070633 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.071210 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.plugin [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Modular L2 Plugin initialization complete Nov 11 16:00:34.071541 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading services supported by the core plugin {{(pid=101713) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 16:00:34.071870 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.plugins.ml2.managers [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Got port-security extension from driver 'port_security' Nov 11 16:00:34.072338 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.extensions.vlantransparent [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Disabled vlantransparent extension. Nov 11 16:00:34.072824 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101713) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 16:00:34.073171 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: router Nov 11 16:00:34.109066 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.109468 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router after_create 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.109841 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router before_create 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.110210 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.110587 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.110947 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router after_delete 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.111309 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.111779 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.112145 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router after_create 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.112498 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router after_update 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.112852 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router after_update 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.113229 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.114180 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router after_update 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.114601 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_update 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.114974 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: port after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.115316 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: port after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.115657 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: subnet after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.116000 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.116354 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.116703 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_create 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.117072 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: port before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.117421 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.117781 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router after_update 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.118143 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.118481 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_create 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.118845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.119197 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_update 55549900 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.119566 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > agent after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.119920 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > agent after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.120267 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > network after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.121161 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Tracking information for resource: router configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:34.121499 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Tracking information for resource: floatingip configured {{(pid=101713) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:00:34.126415 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.db.l3_agentschedulers_db [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 16:00:34.126995 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: port after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.127362 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: port after_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.127720 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: port after_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.128076 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: port after_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.128858 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router before_create 55550100 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.129281 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.129649 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_create 55550100 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.130010 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > router precommit_update 55550100 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.134932 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.services.provider_configuration [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service providers = [] {{(pid=101713) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 16:00:34.135302 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.db.servicetype_db [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101713) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 16:00:34.138287 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.services.service_base [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:00:34.138635 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.services.service_base [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:00:34.138986 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.services.service_base [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:00:34.139878 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.services.service_base [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101713) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:00:34.140253 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.services.service_base [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 16:00:34.140628 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.140947 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 16:00:34.153331 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.153670 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: auto_allocate Nov 11 16:00:34.159493 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: network precommit_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.159864 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: network precommit_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.160897 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.161252 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: tag Nov 11 16:00:34.167984 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.168321 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: timestamp Nov 11 16:00:34.172166 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.172498 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: network_ip_availability Nov 11 16:00:34.178568 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.178946 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.179305 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.180016 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.180387 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: flavors Nov 11 16:00:34.185453 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.185793 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading Plugin: revisions Nov 11 16:00:34.190120 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101713) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:00:34.190512 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_concurrency.lockutils [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=101713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 16:00:34.191257 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101713) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 16:00:34.191597 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Initializing extension manager. Nov 11 16:00:34.192136 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: __init__.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.192480 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: __pycache__ {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.192816 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.193177 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: address_group.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.193934 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.194508 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: address-group Nov 11 16:00:34.194833 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: address_scope.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.195552 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.196079 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: address-scope Nov 11 16:00:34.196407 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.197374 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.197898 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: router-admin-state-down-before-update Nov 11 16:00:34.198224 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: agent.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.198938 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.199461 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: agent Nov 11 16:00:34.199790 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: agent_resources_synced.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.200707 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.201264 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: agent-resources-synced Nov 11 16:00:34.201593 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: allowedaddresspairs.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.203384 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.203933 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: allowed-address-pairs Nov 11 16:00:34.204254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: auto_allocated_topology.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.205374 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.205907 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: auto-allocated-topology Nov 11 16:00:34.206236 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: availability_zone.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.206929 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.207473 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: availability_zone Nov 11 16:00:34.207795 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: availability_zone_filter.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.208713 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.209262 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: availability_zone_filter Nov 11 16:00:34.209587 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: data_plane_status.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.210497 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.211017 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 16:00:34.211341 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: default_subnetpools.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.212253 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.212774 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: default-subnetpools Nov 11 16:00:34.213130 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.213936 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.214454 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: dhcp_agent_scheduler Nov 11 16:00:34.214776 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: dns.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.215692 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.216210 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 16:00:34.216536 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: dns_domain_ports.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.217499 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.218016 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 16:00:34.218347 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.219274 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.219801 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 16:00:34.220128 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: dvr.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.220800 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.221410 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: dvr Nov 11 16:00:34.221743 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: ecmp_routes.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.222826 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.223927 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 16:00:34.224281 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: empty_string_filtering.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.225245 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.225770 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: empty-string-filtering Nov 11 16:00:34.226098 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.227014 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.227541 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 16:00:34.227865 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.228794 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.229343 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 16:00:34.229682 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: external_net.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.230933 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.231458 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: external-net Nov 11 16:00:34.231786 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.232718 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.233280 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: extra_dhcp_opt Nov 11 16:00:34.233604 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: extraroute.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.234516 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.235035 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: extraroute Nov 11 16:00:34.235370 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: extraroute_atomic.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.236419 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.236943 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: extraroute-atomic Nov 11 16:00:34.237297 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: filter_validation.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.238157 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.239375 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: filter-validation Nov 11 16:00:34.239722 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: fip_pf_description.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.240758 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.241327 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 16:00:34.241668 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: fip_port_details.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.242646 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.243146 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: fip-port-details Nov 11 16:00:34.243471 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: flavors.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.244723 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.245296 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: flavors Nov 11 16:00:34.245630 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.247310 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.247846 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 16:00:34.248176 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: floatingip_pools.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.248877 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.249439 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: floatingip-pools Nov 11 16:00:34.249768 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: ip_allocation.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.250693 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.251211 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 16:00:34.251538 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.252458 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.252981 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: ip-substring-filtering Nov 11 16:00:34.253402 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l2_adjacency.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.254455 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.254976 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 16:00:34.255305 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l3.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.256299 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.256833 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: router Nov 11 16:00:34.257327 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.259646 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.260194 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 16:00:34.260533 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.261567 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.262097 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: ext-gw-mode Nov 11 16:00:34.262431 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.263359 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.263887 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: l3-ha Nov 11 16:00:34.264220 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l3_flavors.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.265171 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.265699 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: l3-flavors Nov 11 16:00:34.266032 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.266949 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.267474 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 16:00:34.267804 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: l3agentscheduler.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.268844 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.269408 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: l3_agent_scheduler Nov 11 16:00:34.269736 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: logging.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.271279 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.271810 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension logging not supported by any of loaded plugins Nov 11 16:00:34.272143 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: metering.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.272888 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.273506 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: metering Nov 11 16:00:34.273837 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.275321 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.275858 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: metering_source_and_destination_fields Nov 11 16:00:34.276189 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: multiprovidernet.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.277195 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.277745 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: multi-provider Nov 11 16:00:34.278072 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: netmtu.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.279002 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.279531 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: net-mtu Nov 11 16:00:34.279858 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: netmtu_writable.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.280783 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.281336 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: net-mtu-writable Nov 11 16:00:34.281663 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: network_availability_zone.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.282336 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.282860 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: network_availability_zone Nov 11 16:00:34.283187 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: network_ip_availability.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.284297 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.284825 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: network-ip-availability Nov 11 16:00:34.285184 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: network_segment_range.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.286477 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.287001 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 16:00:34.287328 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: pagination.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.288320 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.288654 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: pagination Nov 11 16:00:34.288979 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: port_device_profile.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.289987 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.290518 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: port-device-profile Nov 11 16:00:34.290843 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.291762 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.292285 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: port-mac-address-regenerate Nov 11 16:00:34.292611 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.293561 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.294086 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: port-numa-affinity-policy Nov 11 16:00:34.294411 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: port_resource_request.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.295335 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.295854 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 16:00:34.296179 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: port_resource_request_groups.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.297181 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.297706 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 16:00:34.298034 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: portbindings.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.298970 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.299495 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: binding Nov 11 16:00:34.299829 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: portbindings_extended.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.301744 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.302278 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: binding-extended Nov 11 16:00:34.302612 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: portsecurity.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.303541 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.304069 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: port-security Nov 11 16:00:34.304399 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: project_id.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.305411 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.305745 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: project-id Nov 11 16:00:34.306075 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: providernet.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.307005 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.307533 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: provider Nov 11 16:00:34.307860 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.311535 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.312041 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos not supported by any of loaded plugins Nov 11 16:00:34.312381 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.313666 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.314203 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 16:00:34.314539 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.315466 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.315995 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 16:00:34.316326 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_default.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.317305 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.317839 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-default not supported by any of loaded plugins Nov 11 16:00:34.318171 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_fip.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.318829 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.319354 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 16:00:34.319682 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_gateway_ip.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.320668 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.321230 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 16:00:34.321562 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_port_network_policy.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.322480 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.323005 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 16:00:34.323336 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.324377 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.324906 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 16:00:34.325266 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_pps_rule.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.326467 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.327171 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-pps not supported by any of loaded plugins Nov 11 16:00:34.327505 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_rule_type_details.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.328439 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.328967 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 16:00:34.329320 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: qos_rules_alias.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.330385 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.330922 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 16:00:34.331254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: quota_check_limit.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.332171 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.333253 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: quota-check-limit Nov 11 16:00:34.333587 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: quotasv2.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.334518 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.334854 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: quotas Nov 11 16:00:34.335184 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: quotasv2_detail.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.338430 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.338781 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: quota_details Nov 11 16:00:34.339118 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: rbac.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.340171 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.340722 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: rbac-policies Nov 11 16:00:34.341084 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: rbac_address_group.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.342026 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.342561 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: rbac-address-group Nov 11 16:00:34.342891 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: rbac_address_scope.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.343811 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.344343 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: rbac-address-scope Nov 11 16:00:34.344671 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: rbac_security_groups.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.345630 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.346166 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: rbac-security-groups Nov 11 16:00:34.346494 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: rbac_subnetpool.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.347413 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.347987 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: rbac-subnetpool Nov 11 16:00:34.348870 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: revisionifmatch.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.349837 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.350380 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: revision-if-match Nov 11 16:00:34.350710 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: revisions.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.351828 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.352360 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: standard-attr-revisions Nov 11 16:00:34.352689 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: router_availability_zone.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.353408 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.353941 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: router_availability_zone Nov 11 16:00:34.354269 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: routerservicetype.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.355193 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.355721 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 16:00:34.356047 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.356976 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.357535 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: security-groups-normalized-cidr Nov 11 16:00:34.357860 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.358867 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.359511 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: port-security-groups-filtering Nov 11 16:00:34.359838 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.360787 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.361344 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: security-groups-remote-address-group Nov 11 16:00:34.361672 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.362611 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.363138 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: security-groups-shared-filtering Nov 11 16:00:34.363463 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.364085 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 16:00:34.364406 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: securitygroup.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.374402 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.374949 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: security-group Nov 11 16:00:34.375284 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: segment.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.376084 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.376611 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension segment not supported by any of loaded plugins Nov 11 16:00:34.376942 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.377924 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.378453 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 16:00:34.378781 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: servicetype.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.379928 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.380476 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: service-type Nov 11 16:00:34.380811 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: sorting.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.381912 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.382254 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: sorting Nov 11 16:00:34.382647 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: standard_attr_segment.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.383571 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.384103 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 16:00:34.384429 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: standardattrdescription.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.385101 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.385627 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: standard-attr-description Nov 11 16:00:34.385954 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: stateful_security_group.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.386884 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.387412 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: stateful-security-group Nov 11 16:00:34.387739 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: stdattrs_common.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.388312 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 16:00:34.388635 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.389591 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.390112 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 16:00:34.390441 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: subnet_onboard.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.391520 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.392055 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: subnet_onboard Nov 11 16:00:34.392385 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.393373 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.393900 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 16:00:34.394229 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: subnet_service_types.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.395690 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.396221 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: subnet-service-types Nov 11 16:00:34.396550 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: subnetallocation.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.397686 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.398286 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: subnet_allocation Nov 11 16:00:34.398619 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.399285 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.400058 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: subnetpool-prefix-ops Nov 11 16:00:34.400379 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.401412 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.401934 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 16:00:34.402258 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: tagging.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.403346 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.403879 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: standard-attr-tag Nov 11 16:00:34.404207 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: timestamp.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.405442 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.405977 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loaded extension: standard-attr-timestamp Nov 11 16:00:34.406306 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: trunk.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.407361 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.407893 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension trunk not supported by any of loaded plugins Nov 11 16:00:34.408224 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: trunk_details.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.409184 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.409710 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 16:00:34.410041 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: uplink_status_propagation.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.411574 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.412103 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 16:00:34.412429 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Loading extension file: vlantransparent.py {{(pid=101713) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:00:34.413127 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101713) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:00:34.413648 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 16:00:34.416190 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:network Nov 11 16:00:34.416717 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:subnet Nov 11 16:00:34.417156 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:00:34.417567 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:port Nov 11 16:00:34.418821 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.419263 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service FLAVORS assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.419878 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.420309 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.420642 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:router Nov 11 16:00:34.421111 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 16:00:34.421615 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service METERING assigned prefix: /metering {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.423176 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.423555 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.423913 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:00:34.424921 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 16:00:34.425400 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:security_group Nov 11 16:00:34.425844 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 16:00:34.426486 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service CORE assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.426821 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:00:34.427174 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] subnetpool is already registered Nov 11 16:00:34.427611 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service CORE assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.427948 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:00:34.428285 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] subnetpool is already registered Nov 11 16:00:34.430717 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.431110 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service FLAVORS assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.431727 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.432172 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.432518 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:router Nov 11 16:00:34.432863 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] router is already registered Nov 11 16:00:34.433306 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 16:00:34.433648 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] floatingip is already registered Nov 11 16:00:34.434117 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service METERING assigned prefix: /metering {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.434838 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 16:00:34.435172 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] rbac_policy is already registered Nov 11 16:00:34.435592 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:security_group Nov 11 16:00:34.435934 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] security_group is already registered Nov 11 16:00:34.436360 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 16:00:34.436709 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] security_group_rule is already registered Nov 11 16:00:34.437229 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service CORE assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.437562 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:00:34.437897 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] subnetpool is already registered Nov 11 16:00:34.438317 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.v2.resource_helper [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Service CORE assigned prefix: {{(pid=101713) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:00:34.438648 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:00:34.438980 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING neutron.quota.resource_registry [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] subnetpool is already registered Nov 11 16:00:34.440667 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: extensions {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.442191 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: address-groups {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.443686 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: address-scopes {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.444885 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: agents {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.446265 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: auto-allocated-topology {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.447507 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: availability_zones {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.448716 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: dhcp-networks {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.450178 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: dhcp-agents {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.451712 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: routers {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.453859 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: flavors {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.455115 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: service_profiles {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.456329 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: next_providers {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.458348 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: service_profiles {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.459789 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: floatingip-pools {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.461298 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: routers {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.463424 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: floatingips {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.464714 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: l3-routers {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.466132 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: l3-agents {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.467531 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: metering-labels {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.468773 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: metering-label-rules {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.470171 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: network-ip-availabilities {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.471445 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: bindings {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.473646 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: quotas {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.475325 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: quotas {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.476845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: rbac-policies {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.478066 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: security-groups {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.479408 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: security-group-rules {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.480648 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: service-providers {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.481881 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: subnetpools {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.483284 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: subnetpools {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.484741 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.486466 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.488280 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.490118 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.491808 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.493878 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.495609 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.498417 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.500199 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.501951 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron.api.extensions [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Extended resource: tags {{(pid=101713) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:00:34.508271 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING keystonemiddleware.auth_token [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 16:00:34.512785 dv-cinder-774288-11-iscsi neutron-server[101713]: WARNING keystonemiddleware.auth_token [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 16:00:34.522282 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_concurrency.lockutils [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Acquired lock "singleton_lock" {{(pid=101713) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 16:00:34.522761 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_concurrency.lockutils [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Releasing lock "singleton_lock" {{(pid=101713) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 16:00:34.523484 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO oslo_service.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Starting 2 workers Nov 11 16:00:34.528493 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Started child 101822 {{(pid=101713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:00:34.532847 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Started child 101823 {{(pid=101713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:00:34.533906 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:34.534531 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO neutron.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 16:00:34.534976 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Publish callbacks [] for process, before_spawn {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:34.536230 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [-] (101822) wsgi starting up on http://0.0.0.0:9696 Nov 11 16:00:34.538009 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO oslo_service.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Starting 1 workers Nov 11 16:00:34.538330 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:34.539742 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [-] (101823) wsgi starting up on http://0.0.0.0:9696 Nov 11 16:00:34.543211 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Started child 101824 {{(pid=101713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:00:34.543731 dv-cinder-774288-11-iscsi neutron-server[101713]: INFO oslo_service.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Starting 1 workers Nov 11 16:00:34.547050 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] calling RpcWorker wait() {{(pid=101824) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 16:00:34.547580 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] returning from RpcWorker wait() {{(pid=101824) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 16:00:34.548114 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Started child 101825 {{(pid=101713) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:00:34.548914 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09f04aa8-5e27-41c2-a1fe-a7e6342a5f52 None None] Publish callbacks [] for process, after_spawn {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:34.549113 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:34.549550 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:00:34.550792 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101713) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 16:00:34.551044 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:00:34.551234 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:00:34.551450 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:00:34.551769 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:00:34.551950 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:00:34.552461 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.552736 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.553006 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.553139 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:34.553572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.553572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.554071 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.554228 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:00:34.554332 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.554662 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.554940 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.555189 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.555361 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.555528 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.555772 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.556016 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.556293 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.556541 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.556795 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.557081 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.557254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.557492 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.557758 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.558021 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.558290 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] debug = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.558531 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.559017 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.559254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.559488 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.559733 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.560013 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.560260 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.560520 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.560756 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.560989 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.561254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.561499 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.561739 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.561973 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.562239 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.562452 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.562707 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.562950 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.563421 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] host = dv-cinder-774288-11-iscsi {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.563657 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.563887 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.564110 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.564374 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.564609 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.564836 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.565113 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.565374 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.565611 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.565831 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.566096 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.566337 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.566554 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.566839 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.567002 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_options = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.567215 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.567497 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.567760 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.567949 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.568116 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.568289 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.568551 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.568713 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.568952 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.569209 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.569438 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.569649 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.569892 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.570224 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.570495 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.570720 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.570949 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.571155 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.571396 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.571620 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.571841 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.572065 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.572320 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.572550 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.572777 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.572993 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.573266 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.573479 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.573699 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.573930 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.574172 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.574412 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.574650 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.574959 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.575147 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.575392 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.575615 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.575844 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.576192 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.576327 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.576584 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.576827 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.577066 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.577308 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.577538 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.577774 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.578021 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_json = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.578229 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.578457 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.578725 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.578952 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.579202 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.579363 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.579587 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.579818 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.580234 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.580547 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.580823 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.581084 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.581315 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.581562 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.581789 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.582011 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.582803 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.583143 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.583452 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.583676 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.583960 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.584183 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.584455 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.584770 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.585097 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.585325 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.585576 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.585974 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.586209 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.586482 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.587317 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.587317 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.588135 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.588135 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.588135 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.588473 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.588473 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.588751 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.589014 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.589255 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.589994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.589994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.589994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.590355 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.590355 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.590686 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.590855 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.591090 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.591311 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.591561 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.591782 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.592011 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.592265 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.592512 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.592746 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.592987 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.593230 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.593449 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.593661 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.593881 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.594127 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.594344 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.594594 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.594839 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.595076 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.595289 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.595516 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.595801 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.596777 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.596777 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.596777 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.596777 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.597657 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.597657 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.597657 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.601312 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.602404 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.605994 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.606544 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.606544 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.606544 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.606753 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.606962 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.607202 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.607420 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.607707 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.607969 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.608187 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.608459 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.608727 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.609376 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.609625 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.609891 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.610157 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.610403 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.610682 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.610904 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.611220 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.611658 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.611940 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.612271 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.612552 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.612849 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.613145 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.613393 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.613709 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.613944 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.614203 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.614438 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.614706 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.614959 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.615197 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.615411 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.615653 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.615968 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.616194 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.616423 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.616632 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.616900 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.617172 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.617416 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.617693 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.617937 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.618184 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.618424 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.618643 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.618872 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.619103 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.619358 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.619567 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.619813 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.620044 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.620282 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.620471 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.620703 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.620944 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.621196 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.621412 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.621640 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.621885 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.622098 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.622326 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.622539 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.622762 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.622985 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.623202 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.623416 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.623631 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.623836 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.624081 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.624313 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.624557 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.624802 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.625034 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.625257 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.625494 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.625739 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.625932 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.626194 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.626410 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.626619 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.626826 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.627038 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.627275 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.627482 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.627706 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.627913 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.628168 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.628411 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.628739 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.628983 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.629254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.629489 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.629701 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.629952 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.630164 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.630392 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.630608 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.630819 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.631049 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.631299 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.631520 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.631754 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.631962 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.632168 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.632375 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.632670 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.632883 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.633923 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.633923 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.633923 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.633923 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.634278 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.634356 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.634539 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.634828 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.635065 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.635306 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.635542 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.635748 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.635973 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.636179 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.636408 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.636652 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.636835 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.637068 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.637563 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.637779 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.637988 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.638207 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.638438 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.638846 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.639236 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.639633 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.640016 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.640418 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.640636 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.640845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.641100 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.641313 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.641532 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.641750 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.641967 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.642167 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.642469 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.642732 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.642949 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.643251 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.643498 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.643743 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.643983 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.644301 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.644541 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.645326 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.645546 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.645760 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.645995 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.646239 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.646558 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.646845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.647247 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.647651 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.647951 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.648378 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.648593 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.648806 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.649135 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.649709 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.649993 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.650258 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.650499 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.650733 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.650952 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.651186 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.651416 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.651658 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.651891 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.652153 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.652379 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.652599 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.652830 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.653076 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.653292 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.653531 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.653757 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.653975 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.654186 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.654337 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:00:34.654891 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101713) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 16:00:34.655049 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:00:34.655200 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:00:34.655366 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:00:34.655533 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:00:34.655683 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:00:34.655889 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.656049 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.656200 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.656361 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.656518 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.656696 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.656855 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.657012 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.657190 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.657347 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.657504 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.657660 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.657817 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.657974 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.658132 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.658289 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.658444 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.658600 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.658762 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.658918 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.659074 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.659230 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.659385 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] debug = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.659541 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.659731 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.659892 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.660048 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.660204 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.660360 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.661185 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.661330 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.661444 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.661599 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.661756 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.661914 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.662069 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.662225 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.662382 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.662536 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.662692 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.662848 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.663004 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] host = dv-cinder-774288-11-iscsi {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.663164 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.663319 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.663475 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.663630 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.663785 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.663941 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.664097 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.664254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.664410 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.664566 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.664723 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.664878 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.665054 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.665252 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.665394 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_options = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.665530 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.665663 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.665797 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.665974 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.666123 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.666265 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.666425 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.666581 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.666737 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.666881 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.667039 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.667187 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.667325 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.667469 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.667624 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.667778 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.667935 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.668091 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.668317 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.668480 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.668793 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.668955 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.669128 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.669268 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.669425 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.669569 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.669725 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.669868 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.670083 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.670233 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.670380 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.670518 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.670652 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.670784 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.670918 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.671050 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.671202 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.671340 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.671476 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.671622 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.671756 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.671897 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.672038 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.672175 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.672307 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.672461 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.672616 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_json = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.672774 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.672918 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.673090 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.673237 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.673376 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.673537 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.673681 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.673839 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:00:34.673998 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.674160 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.674314 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.674476 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.674622 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.674780 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.674924 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.675085 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.675243 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.675401 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.675567 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.675728 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.675896 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.676080 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.676240 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.676402 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.676560 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.676719 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.676878 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.677135 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.677297 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.677388 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.677524 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.677682 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.677823 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.677987 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.678145 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.678318 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.678478 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.678638 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.678798 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.678957 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.679116 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.679276 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.679509 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.679677 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.679854 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.680020 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.680175 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.680374 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.680654 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.680954 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.681103 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.681253 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.681415 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.681574 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.681734 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.681895 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.682055 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.682215 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.682376 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.682536 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.682695 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.682856 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.683015 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.683192 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.683351 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.683510 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.683669 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.683829 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.683988 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.684146 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.684306 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.684464 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.684624 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.684784 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.684957 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.685137 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.685296 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.685454 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.685613 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.685773 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.685932 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.686092 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.686251 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.686409 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.686569 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.686729 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.686889 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.687062 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.687213 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.687373 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.687550 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.687684 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.687844 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.687991 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.688133 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.688309 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.688454 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.688587 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.688757 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.688902 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.689099 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.689229 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.689382 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.689543 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.689701 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.689860 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.690021 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.690176 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.690337 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.690462 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.690621 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.690780 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.690940 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.691100 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.691258 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.691416 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.691575 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.692256 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.692414 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.692573 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.692732 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.692891 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.693068 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.693234 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.693401 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.693559 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.693721 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.693849 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:00:34.693942 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.694022 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.694191 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.694352 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.694512 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.694671 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.694829 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.695003 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.695218 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.695377 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.695539 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.695698 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.695857 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.696024 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.696193 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.696353 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.696512 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.696671 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.696851 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.697011 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.697191 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.697350 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.697512 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.697671 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.697830 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.697989 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.698149 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.698307 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.698467 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.698627 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.698785 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.698945 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.699102 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.699261 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.699420 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.699580 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.699737 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.699898 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.700057 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.700216 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.700378 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.700535 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.700696 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.700855 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.701013 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.701191 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.701350 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.701508 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.701666 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.701826 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.701985 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.702144 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.702302 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.702461 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.702619 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.702780 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.702940 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.703104 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.703264 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.703425 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.703585 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.703745 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.703906 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.704064 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.704303 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.704470 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.704618 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.704779 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.704970 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.705150 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.705290 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.705427 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.705574 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.705712 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.705850 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.706011 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.706156 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.706317 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.706477 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.706635 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.706794 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.706952 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.707112 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.707848 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.708025 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.708254 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.708391 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.708525 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.708649 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.708773 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.708936 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.709119 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.709291 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.709450 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.709609 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.709769 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.709928 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.710088 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.710256 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.710444 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.710592 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.710790 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.710951 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.711113 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.711281 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.711439 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.711598 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.711756 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.711914 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.712074 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.712241 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.712398 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.712557 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.712714 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.712873 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.714572 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715201 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715201 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715201 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715201 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715201 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715201 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715201 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.715845 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716177 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716177 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716177 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716384 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716489 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716649 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716808 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.716970 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.717155 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.717323 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.717487 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.717647 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.717812 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.717978 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.718144 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.718373 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.718487 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.718622 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.718772 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.718930 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.719089 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.719248 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.719407 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.719567 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.719726 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.719884 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.720042 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.720202 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.720361 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.720523 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.720681 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.720840 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.720998 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.721185 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.721346 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.721501 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.721641 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:00:34.721776 dv-cinder-774288-11-iscsi neutron-server[101713]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101713) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:00:34.864726 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 50526) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:00:34.873432 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064991 Nov 11 16:00:46.285406 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6e42a-1e47-415b-a074-15e3eb548ab1 None None] get_active_networks_info from dv-cinder-774288-11-iscsi {{(pid=101824) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 16:00:46.362022 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6e42a-1e47-415b-a074-15e3eb548ab1 None None] No non-hosted networks {{(pid=101824) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 16:00:46.445515 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7b199eb-739a-44cf-a499-25dc870119bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656451'] for agent, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:48.325512 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b2a53c1-177d-4d8c-a8da-e8d89a41db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656451'] for agent, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:48.358086 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-43a29c8a-b806-4f09-9da0-c6f2a26f2847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:49.419880 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656451'] for agent, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:50.851809 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656451'] for agent, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:51.618458 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656451'] for agent, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:51.619997 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.620450 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.621231 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.621809 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.622342 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.622887 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.623416 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.623978 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.624549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.625853 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.626425 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.626981 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:51.627596 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:00:51.639490 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:00:52.132182 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 50614) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:00:52.641364 dv-cinder-774288-11-iscsi neutron-server[101823]: WARNING oslo_policy.policy [None req-460fad2e-fd58-4ff5-b763-5ae740c4ebba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:00:52.641983 dv-cinder-774288-11-iscsi neutron-server[101823]: WARNING oslo_policy.policy [None req-460fad2e-fd58-4ff5-b763-5ae740c4ebba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:00:52.885625 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [None req-460fad2e-fd58-4ff5-b763-5ae740c4ebba admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:00:52.895604 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-460fad2e-fd58-4ff5-b763-5ae740c4ebba admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7536380 Nov 11 16:00:54.817821 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.db.l3_hamode_db [None req-e24724ff-e1e7-4d3c-960e-d5a7b52cdd0a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 16:00:54.896161 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24724ff-e1e7-4d3c-960e-d5a7b52cdd0a None None] Routers set() bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:00:54.896545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24724ff-e1e7-4d3c-960e-d5a7b52cdd0a None None] Router IDs set() for agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 16:00:55.411740 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 50630) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:00:55.716003 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:00:55.813093 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.policy [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101823) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 16:00:55.860930 dv-cinder-774288-11-iscsi neutron-server[101823]: WARNING oslo_policy.policy [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:00:55.861330 dv-cinder-774288-11-iscsi neutron-server[101823]: WARNING oslo_policy.policy [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:00:55.870440 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.quota [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] Loaded quota_driver: . Nov 11 16:00:55.960343 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773555483297', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773555482878', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773555495799', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773555500858', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773555442873', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773555518415', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1647642', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1327492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-374253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-414340'] for rbac-policy, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:56.026988 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:56.028171 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-304c5a20-515a-41b3-b7d9-40dbf8d725d0 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6154275 Nov 11 16:00:58.706010 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 50642) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:00:58.997363 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Request body: {'network': {'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'name': 'private', 'admin_state_up': True}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:00:59.025687 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Made reservation on behalf of cfa7757620dc4e3fb2ebfd66fb56cfcd for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:00:59.028444 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.045473 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.154569 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.158351 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.178726 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:00:59.207055 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773553543900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.207628 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Unsubscribe: segment precommit_create {{(pid=101823) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 16:00:59.208130 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Added segment 127fbb6e-2097-4e1f-bf11-039848e0c6af of type vlan for network aa300637-3497-4fc5-a497-be9714571446 Nov 11 16:00:59.224616 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419736de-4b90-40e4-a09b-2ecd84d73f8c,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:00:59.254302 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.254661 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.255004 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.255338 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.255667 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.256011 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.256342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.256685 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.257009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.257356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.257675 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.257993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Tracked resource versions report: Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: pushed versions: Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: { 'AddressGroup': {'1.2'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'ConntrackHelper': {'1.0'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Log': {'1.0'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Network': {'1.1'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Port': {'1.7'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'PortForwarding': {'1.2'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'QosPolicy': {'1.10'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroup': {'1.5'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SubPort': {'1.0'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Subnet': {'1.1'}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Trunk': {'1.1'}} Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: consumer versions: Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'ConntrackHelper': '1.0', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Log': '1.0', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Network': '1.1', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Port': '1.7', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'PortForwarding': '1.2', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'QosPolicy': '1.10', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroup': '1.5', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroupRule': '1.2', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SubPort': '1.0', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Subnet': '1.1', Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Trunk': '1.1'}} Nov 11 16:00:59.259287 dv-cinder-774288-11-iscsi neutron-server[101823]: {{(pid=101823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:00:59.331152 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.369583 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.370620 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:00:59.371322 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:00:59.452579 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7455032 Nov 11 16:00:59.472405 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aba51b-ef6a-4bbf-9196-36dc13d65ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=aa300637-3497-4fc5-a497-be9714571446,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:00:59.484691 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network aa300637-3497-4fc5-a497-be9714571446 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:01:02.179643 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 50656) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:02.566142 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5904ddb9-abfc-40a0-98c8-b54a568d8e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:01:02.567501 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-5904ddb9-abfc-40a0-98c8-b54a568d8e6d admin admin] 10.222.0.45 "GET /v2.0/networks/aa300637-3497-4fc5-a497-be9714571446 HTTP/1.1" status: 200 len: 825 time: 0.3868971 Nov 11 16:01:02.592560 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ecdeb026-636b-4b8b-95eb-d3273a3c72fa admin admin] 10.222.0.45 "GET /v2.0/subnetpools/8e3ac1c7-26ab-4577-beda-fbfe91075c6c HTTP/1.1" status: 200 len: 734 time: 0.0187938 Nov 11 16:01:02.601445 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '8e3ac1c7-26ab-4577-beda-fbfe91075c6c'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:01:02.622966 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Made reservation on behalf of cfa7757620dc4e3fb2ebfd66fb56cfcd for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:01:02.625261 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:02.917866 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:02.995232 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b87491-87b0-440e-b3cd-ab56fe9dd341,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:02.997250 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Checking segment: {'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:01:02.997637 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Network hostable DHCP agents. Network: aa300637-3497-4fc5-a497-be9714571446, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:01:03.018506 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Network aa300637-3497-4fc5-a497-be9714571446 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:01:03.030076 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, aa300637-3497-4fc5-a497-be9714571446) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:01:03.037929 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:01:03.038500 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffd0e6b-451a-458a-b4e1-4e1012f065f6 None None] Network aa300637-3497-4fc5-a497-be9714571446 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:01:03.038923 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:03.054126 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-bd24d2d8-07dd-47c5-8445-e744141d267d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4559205 Nov 11 16:01:03.366850 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-aa300637-3497-4fc5-a497-be9714571446', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'fixed_ips': [{'subnet_id': '53b87491-87b0-440e-b3cd-ab56fe9dd341'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:01:03.368149 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:03.663171 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Allocated IP 172.20.0.2 (aa300637-3497-4fc5-a497-be9714571446/53b87491-87b0-440e-b3cd-ab56fe9dd341/4d4dff07-1923-4098-868a-97a57f801102) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:01:03.860272 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:03.867564 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:03.944060 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Network aa300637-3497-4fc5-a497-be9714571446 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:01:03.951171 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:01:03.953075 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Pushing event updated for resources: {'Port': ['ID=4d4dff07-1923-4098-868a-97a57f801102,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:03.958367 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:01:03.966056 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.966409 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.966752 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.967083 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.967410 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.967749 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.968077 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.970019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.970019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.970019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.970019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.970019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Tracked resource versions report: Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: pushed versions: Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: { 'AddressGroup': {'1.2'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'ConntrackHelper': {'1.0'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Log': {'1.0'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Network': {'1.1'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Port': {'1.7'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'PortForwarding': {'1.2'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'QosPolicy': {'1.10'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroup': {'1.5'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SubPort': {'1.0'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Subnet': {'1.1'}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Trunk': {'1.1'}} Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: consumer versions: Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'ConntrackHelper': '1.0', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Log': '1.0', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Network': '1.1', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Port': '1.7', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'PortForwarding': '1.2', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'QosPolicy': '1.10', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroup': '1.5', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroupRule': '1.2', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SubPort': '1.0', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Subnet': '1.1', Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Trunk': '1.1'}} Nov 11 16:01:03.970932 dv-cinder-774288-11-iscsi neutron-server[101824]: {{(pid=101824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:01:04.044348 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Attempting to bind port 4d4dff07-1923-4098-868a-97a57f801102 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:01:04.045002 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Attempting to bind port 4d4dff07-1923-4098-868a-97a57f801102 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:01:04.045223 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Attempting to bind port 4d4dff07-1923-4098-868a-97a57f801102 on network aa300637-3497-4fc5-a497-be9714571446 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:01:04.049987 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:01:04.050377 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Checking segment: {'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:01:04.050841 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:04.051219 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Bound using segment: {'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:01:04.051692 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Bound port: 4d4dff07-1923-4098-868a-97a57f801102, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:01:04.052094 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:04.112126 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] For port 4d4dff07-1923-4098-868a-97a57f801102, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:01:04.116411 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] For port 4d4dff07-1923-4098-868a-97a57f801102, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=4d4dff07-1923-4098-868a-97a57f801102,segment=NetworkSegment(127fbb6e-2097-4e1f-bf11-039848e0c6af),segment_id=127fbb6e-2097-4e1f-bf11-039848e0c6af)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:01:04.121059 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:04.186604 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e36e9-9340-4700-9608-73a6e16c2094 None None] Pushing event updated for resources: {'Port': ['ID=4d4dff07-1923-4098-868a-97a57f801102,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:05.592117 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 50664) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:05.896345 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [None req-b09b7f5b-834d-42be-b2e7-f78ec895c113 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:01:05.897427 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b09b7f5b-834d-42be-b2e7-f78ec895c113 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3042672 Nov 11 16:01:08.417512 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50672) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:08.905097 dv-cinder-774288-11-iscsi neutron-server[101822]: WARNING oslo_policy.policy [None req-5b23ee83-5aaf-4802-a9fa-11721c7ebf33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:01:08.905675 dv-cinder-774288-11-iscsi neutron-server[101822]: WARNING oslo_policy.policy [None req-5b23ee83-5aaf-4802-a9fa-11721c7ebf33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:01:09.131783 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [None req-5b23ee83-5aaf-4802-a9fa-11721c7ebf33 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:01:09.133045 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5b23ee83-5aaf-4802-a9fa-11721c7ebf33 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7135346 Nov 11 16:01:11.889557 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50692) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:12.206232 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'name': 'router1'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:01:12.271282 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.policy [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101822) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 16:01:12.320052 dv-cinder-774288-11-iscsi neutron-server[101822]: WARNING oslo_policy.policy [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:01:12.320443 dv-cinder-774288-11-iscsi neutron-server[101822]: WARNING oslo_policy.policy [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:01:12.329134 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.quota [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Loaded quota_driver: . Nov 11 16:01:12.384850 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:12.386708 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:12.544255 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:12.550217 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:12.571465 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:12.572703 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-3f3925db-8c47-49df-8a57-b744796ec136 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6821160 Nov 11 16:01:13.289389 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1178654-fd4f-4175-a034-217de7a8a00c None None] Network aa300637-3497-4fc5-a497-be9714571446 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:01:13.411832 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-0839ae91-f25d-4325-8dbc-6a229a543a06 None None] Provisioning complete for port 4d4dff07-1923-4098-868a-97a57f801102 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:13.412221 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0839ae91-f25d-4325-8dbc-6a229a543a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:13.525071 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 4d4dff07-1923-4098-868a-97a57f801102 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:01:13.635104 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0839ae91-f25d-4325-8dbc-6a229a543a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:13.687132 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0839ae91-f25d-4325-8dbc-6a229a543a06 None None] For port 4d4dff07-1923-4098-868a-97a57f801102, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=4d4dff07-1923-4098-868a-97a57f801102,segment=NetworkSegment(127fbb6e-2097-4e1f-bf11-039848e0c6af),segment_id=127fbb6e-2097-4e1f-bf11-039848e0c6af)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:01:13.691079 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 4d4dff07-1923-4098-868a-97a57f801102 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:13.691500 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:13.694318 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0839ae91-f25d-4325-8dbc-6a229a543a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:13.798857 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839ae91-f25d-4325-8dbc-6a229a543a06 None None] Pushing event updated for resources: {'Port': ['ID=4d4dff07-1923-4098-868a-97a57f801102,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:13.831358 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-7ad5d4c2-7034-4900-8d00-af22a3f0790a None None] Provisioning complete for port 4d4dff07-1923-4098-868a-97a57f801102 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:13.831731 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d4c2-7034-4900-8d00-af22a3f0790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:15.066596 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50704) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:15.372658 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [None req-1cfd695a-9fd4-4460-b8d7-ab46b015ab0c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:01:15.373666 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1cfd695a-9fd4-4460-b8d7-ab46b015ab0c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3061388 Nov 11 16:01:15.473904 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 4d4dff07-1923-4098-868a-97a57f801102 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:01:15.523662 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 4d4dff07-1923-4098-868a-97a57f801102 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:15.524033 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:16.202575 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb6ddfa9-4e94-4bd5-abdb-fde4b55511c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:17.898320 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50712) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:18.204053 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:01:18.229432 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Made reservation on behalf of 3937dd7b97794884b412d48021cd1f25 for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:01:18.232434 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.248526 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.314035 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af31e862-e9ac-43cc-ac07-076fcddd770c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.352124 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.355869 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.367636 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Reserving flat network on physical network physnet1 {{(pid=101822) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 16:01:18.396771 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773553543900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.397369 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Unsubscribe: segment precommit_create {{(pid=101822) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 16:01:18.397872 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Added segment 9665c5bc-6400-41a6-b2fc-e9a02b240476 of type flat for network a914ba42-d14f-4c6a-8446-490f13e0fec6 Nov 11 16:01:18.417744 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc664f8-f1bc-4314-98b0-5004e235d50a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:18.465684 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.466045 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.466384 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.466717 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.467042 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.467385 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.467714 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.468052 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.468375 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.468691 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.469006 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.469341 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Tracked resource versions report: Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: pushed versions: Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: { 'AddressGroup': {'1.2'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'ConntrackHelper': {'1.0'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Log': {'1.0'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Network': {'1.1'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Port': {'1.7'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'PortForwarding': {'1.2'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'QosPolicy': {'1.10'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroup': {'1.5'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SubPort': {'1.0'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Subnet': {'1.1'}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Trunk': {'1.1'}} Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: consumer versions: Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'ConntrackHelper': '1.0', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Log': '1.0', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Network': '1.1', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Port': '1.7', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'PortForwarding': '1.2', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'QosPolicy': '1.10', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroup': '1.5', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroupRule': '1.2', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SubPort': '1.0', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Subnet': '1.1', Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Trunk': '1.1'}} Nov 11 16:01:18.470612 dv-cinder-774288-11-iscsi neutron-server[101822]: {{(pid=101822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:01:18.523030 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.565972 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.567231 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:01:18.567920 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:18.638576 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7391694 Nov 11 16:01:18.669495 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa34b-c5a3-4b1e-bc06-9429f3b80c0b admin admin] Pushing event updated for resources: {'Network': ['ID=a914ba42-d14f-4c6a-8446-490f13e0fec6,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:18.681061 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:01:19.365077 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:20.771666 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:21.128779 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50734) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:21.347206 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecdb1db-9e11-4aa4-8275-8d01973be4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:01:21.348664 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-aecdb1db-9e11-4aa4-8275-8d01973be4b5 admin admin] 10.222.0.45 "GET /v2.0/subnets/53b87491-87b0-440e-b3cd-ab56fe9dd341 HTTP/1.1" status: 200 len: 849 time: 0.2188361 Nov 11 16:01:21.483703 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-b0b650d8-56e0-41a5-9249-7b1eb1689a7f admin admin] 10.222.0.45 "GET /v2.0/routers/7aa88ed8-0499-4f40-9b0c-6294c0508458 HTTP/1.1" status: 200 len: 704 time: 0.1289148 Nov 11 16:01:21.616916 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:21.754260 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.047133 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Allocated IP 172.20.0.1 (aa300637-3497-4fc5-a497-be9714571446/53b87491-87b0-440e-b3cd-ab56fe9dd341/c7334a89-05d4-480f-b8e5-c319e0ce58dd) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:01:22.227799 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.294244 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.363949 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Network aa300637-3497-4fc5-a497-be9714571446 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:01:22.379310 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:01:22.385026 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Pushing event updated for resources: {'Port': ['ID=c7334a89-05d4-480f-b8e5-c319e0ce58dd,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:22.398146 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:01:22.398685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.573342 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-143c49d3-9e3d-411a-a6d4-5d67c7918fd8 None None] Provisioning complete for port c7334a89-05d4-480f-b8e5-c319e0ce58dd triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:22.573960 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-143c49d3-9e3d-411a-a6d4-5d67c7918fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.595138 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.605217 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-143c49d3-9e3d-411a-a6d4-5d67c7918fd8 None None] Port c7334a89-05d4-480f-b8e5-c319e0ce58dd cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:01:22.849632 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.854212 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.855049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:22.932267 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Pushing event updated for resources: {'Port': ['ID=c7334a89-05d4-480f-b8e5-c319e0ce58dd,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:22.978688 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Network aa300637-3497-4fc5-a497-be9714571446 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:01:22.980030 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:01:23.154110 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Router 7aa88ed8-0499-4f40-9b0c-6294c0508458 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:01:23.227069 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-805d99f2-d7b1-4859-9887-4305c1f90ccd None None] Provisioning complete for port c7334a89-05d4-480f-b8e5-c319e0ce58dd triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:23.227638 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-805d99f2-d7b1-4859-9887-4305c1f90ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:23.244867 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:01:23.257467 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1a13067d-7c90-4929-848d-f88d5c33c758 admin admin] 10.222.0.45 "PUT /v2.0/routers/7aa88ed8-0499-4f40-9b0c-6294c0508458/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7587998 Nov 11 16:01:23.260432 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Sync routers for ids ['7aa88ed8-0499-4f40-9b0c-6294c0508458'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:01:23.264035 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-805d99f2-d7b1-4859-9887-4305c1f90ccd None None] Port c7334a89-05d4-480f-b8e5-c319e0ce58dd cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:01:23.274149 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Routers {'7aa88ed8-0499-4f40-9b0c-6294c0508458'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:01:23.275251 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:01:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['7aa88ed8-0499-4f40-9b0c-6294c0508458'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:23.465429 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Set router 7aa88ed8-0499-4f40-9b0c-6294c0508458 gateway port host: None {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:01:23.892838 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'name': 'router1', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:01:12Z', 'updated_at': '2021-11-11T16:01:22Z', 'revision_number': 2, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'gw_port_host': None, '_interfaces': [{'id': 'c7334a89-05d4-480f-b8e5-c319e0ce58dd', 'name': '', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'mac_address': 'fa:16:3e:34:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:21Z', 'updated_at': '2021-11-11T16:01:22Z', 'revision_number': 2, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'subnets': [{'id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3ac1c7-26ab-4577-beda-fbfe91075c6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:23.943748 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Checking router: 7aa88ed8-0499-4f40-9b0c-6294c0508458 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:01:23.944125 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Updating router 7aa88ed8-0499-4f40-9b0c-6294c0508458 port c7334a89-05d4-480f-b8e5-c319e0ce58dd binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:01:23.991839 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.501005 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.508874 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.678732 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Pushing event updated for resources: {'Port': ['ID=c7334a89-05d4-480f-b8e5-c319e0ce58dd,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:24.686962 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Attempting to bind port c7334a89-05d4-480f-b8e5-c319e0ce58dd on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:01:24.687365 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Attempting to bind port c7334a89-05d4-480f-b8e5-c319e0ce58dd by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:01:24.687895 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Attempting to bind port c7334a89-05d4-480f-b8e5-c319e0ce58dd on network aa300637-3497-4fc5-a497-be9714571446 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:01:24.696118 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.696471 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.696806 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.697167 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.697497 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.697829 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.698160 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.698483 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.698816 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.699137 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.699454 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.699770 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Tracked resource versions report: Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: pushed versions: Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: { 'AddressGroup': {'1.2'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'ConntrackHelper': {'1.0'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Log': {'1.0'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Network': {'1.1'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Port': {'1.7'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'PortForwarding': {'1.2'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'QosPolicy': {'1.10'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroup': {'1.5'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SubPort': {'1.0'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Subnet': {'1.1'}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Trunk': {'1.1'}} Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: consumer versions: Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'ConntrackHelper': '1.0', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Log': '1.0', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Network': '1.1', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Port': '1.7', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'PortForwarding': '1.2', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'QosPolicy': '1.10', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroup': '1.5', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroupRule': '1.2', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SubPort': '1.0', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Subnet': '1.1', Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Trunk': '1.1'}} Nov 11 16:01:24.701067 dv-cinder-774288-11-iscsi neutron-server[101825]: {{(pid=101825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:01:24.703534 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:01:24.703945 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Checking segment: {'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:01:24.704414 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.704785 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Bound using segment: {'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:01:24.705303 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Bound port: c7334a89-05d4-480f-b8e5-c319e0ce58dd, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127fbb6e-2097-4e1f-bf11-039848e0c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'aa300637-3497-4fc5-a497-be9714571446'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:01:24.706244 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.772166 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] For port c7334a89-05d4-480f-b8e5-c319e0ce58dd, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:01:24.791591 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] For port c7334a89-05d4-480f-b8e5-c319e0ce58dd, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=c7334a89-05d4-480f-b8e5-c319e0ce58dd,segment=NetworkSegment(127fbb6e-2097-4e1f-bf11-039848e0c6af),segment_id=127fbb6e-2097-4e1f-bf11-039848e0c6af)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:01:24.792952 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-ae91b1c5-4ace-42a2-94dd-08925b4e33a7 None None] Provisioning complete for port c7334a89-05d4-480f-b8e5-c319e0ce58dd triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:24.793523 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae91b1c5-4ace-42a2-94dd-08925b4e33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.796110 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.847091 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8204b05-7ec9-49f7-aac3-0864404ac05e None None] Pushing event updated for resources: {'Port': ['ID=c7334a89-05d4-480f-b8e5-c319e0ce58dd,revision_number=4']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:24.876539 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Routers {'7aa88ed8-0499-4f40-9b0c-6294c0508458'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:01:24.877323 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:01:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['7aa88ed8-0499-4f40-9b0c-6294c0508458'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:24.889659 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae91b1c5-4ace-42a2-94dd-08925b4e33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.939060 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-ae91b1c5-4ace-42a2-94dd-08925b4e33a7 None None] For port c7334a89-05d4-480f-b8e5-c319e0ce58dd, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=c7334a89-05d4-480f-b8e5-c319e0ce58dd,segment=NetworkSegment(127fbb6e-2097-4e1f-bf11-039848e0c6af),segment_id=127fbb6e-2097-4e1f-bf11-039848e0c6af)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:01:24.945306 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae91b1c5-4ace-42a2-94dd-08925b4e33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:24.976260 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] Set router 7aa88ed8-0499-4f40-9b0c-6294c0508458 gateway port host: None {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:01:25.007969 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91b1c5-4ace-42a2-94dd-08925b4e33a7 None None] Pushing event updated for resources: {'Port': ['ID=c7334a89-05d4-480f-b8e5-c319e0ce58dd,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:25.064469 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-fc27f6c5-aa2e-4398-842b-21fd9a641d86 None None] Provisioning complete for port c7334a89-05d4-480f-b8e5-c319e0ce58dd triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:25.065440 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc27f6c5-aa2e-4398-842b-21fd9a641d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:25.192573 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'name': 'router1', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:01:12Z', 'updated_at': '2021-11-11T16:01:22Z', 'revision_number': 2, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'gw_port_host': None, '_interfaces': [{'id': 'c7334a89-05d4-480f-b8e5-c319e0ce58dd', 'name': '', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'mac_address': 'fa:16:3e:34:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:21Z', 'updated_at': '2021-11-11T16:01:24Z', 'revision_number': 4, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'subnets': [{'id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3ac1c7-26ab-4577-beda-fbfe91075c6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:25.218743 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde36cd3-bfe2-46cf-8774-46d2576736df None None] The sync data for ids ['7aa88ed8-0499-4f40-9b0c-6294c0508458'] in dv-cinder-774288-11-iscsi is: [{'id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'name': 'router1', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:01:12Z', 'updated_at': '2021-11-11T16:01:22Z', 'revision_number': 2, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'gw_port_host': None, '_interfaces': [{'id': 'c7334a89-05d4-480f-b8e5-c319e0ce58dd', 'name': '', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'mac_address': 'fa:16:3e:34:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:21Z', 'updated_at': '2021-11-11T16:01:24Z', 'revision_number': 4, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'subnets': [{'id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3ac1c7-26ab-4577-beda-fbfe91075c6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:01:25.619956 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50758) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:25.729296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c025a24-3fd1-4c6c-9095-b59a034c6865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:01:25.730640 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-7c025a24-3fd1-4c6c-9095-b59a034c6865 admin admin] 10.222.0.45 "GET /v2.0/networks/a914ba42-d14f-4c6a-8446-490f13e0fec6 HTTP/1.1" status: 200 len: 842 time: 0.1096489 Nov 11 16:01:25.741271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Request body: {'subnet': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:01:25.765951 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Made reservation on behalf of 3937dd7b97794884b412d48021cd1f25 for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:01:25.768314 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:26.063734 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.objects.ports [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101822) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 16:01:26.064245 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:26.117206 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26740d9-fa2a-45f3-b7e1-bb1ef551adde,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:26.128417 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:01:26.128763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Network hostable DHCP agents. Network: a914ba42-d14f-4c6a-8446-490f13e0fec6, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:01:26.152245 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:01:26.162672 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, a914ba42-d14f-4c6a-8446-490f13e0fec6) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:01:26.166685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:01:26.167268 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:26.172162 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f8c555-5541-468c-97e6-23bc178c3ed0 None None] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:01:26.197048 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-0ec8c99e-4301-410a-bc96-f874d174bcf7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4458947 Nov 11 16:01:26.315781 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06537ed6-b7e1-4a86-b7c1-7f6781092972 None None] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:01:28.620062 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50766) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:28.755362 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-6e603dfc-9c52-4226-8436-407f02b7014c admin admin] 10.222.0.45 "GET /v2.0/routers/7aa88ed8-0499-4f40-9b0c-6294c0508458 HTTP/1.1" status: 200 len: 710 time: 0.1267557 Nov 11 16:01:28.834813 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e315b-0fee-49e9-954e-2fec93dec744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:01:28.836177 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-749e315b-0fee-49e9-954e-2fec93dec744 admin admin] 10.222.0.45 "GET /v2.0/networks/a914ba42-d14f-4c6a-8446-490f13e0fec6 HTTP/1.1" status: 200 len: 886 time: 0.0802524 Nov 11 16:01:28.845509 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:01:29.161983 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:29.403533 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:29.478462 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:29.581669 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Allocated IP 172.27.3.232 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/bfd4c589-7e56-47b2-bdce-ec82ae11262e) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:01:29.681033 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:29.714947 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:29.750982 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:01:29.756181 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:01:29.758648 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:01:29.826525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Pushing event updated for resources: {'Port': ['ID=bfd4c589-7e56-47b2-bdce-ec82ae11262e,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:30.006202 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:30.195412 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44691'] for router, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:30.198810 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658476'] for router, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:30.308626 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Router 7aa88ed8-0499-4f40-9b0c-6294c0508458 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:01:30.493972 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:01:30.499769 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:30.501045 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-9d842415-829a-4ac3-bebf-0b195210db6b admin admin] 10.222.0.45 "PUT /v2.0/routers/7aa88ed8-0499-4f40-9b0c-6294c0508458 HTTP/1.1" status: 200 len: 890 time: 1.6586063 Nov 11 16:01:31.513282 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device c7334a89-05d4-480f-b8e5-c319e0ce58dd up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:01:31.565281 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port c7334a89-05d4-480f-b8e5-c319e0ce58dd triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:31.565654 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:32.257426 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Sync routers for ids ['7aa88ed8-0499-4f40-9b0c-6294c0508458'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:01:32.268925 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Routers {'7aa88ed8-0499-4f40-9b0c-6294c0508458'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:01:32.269617 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:01:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['7aa88ed8-0499-4f40-9b0c-6294c0508458'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:32.478409 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Set router 7aa88ed8-0499-4f40-9b0c-6294c0508458 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:01:32.943671 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'name': 'router1', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd4c589-7e56-47b2-bdce-ec82ae11262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:01:12Z', 'updated_at': '2021-11-11T16:01:29Z', 'revision_number': 4, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'gw_port': {'id': 'bfd4c589-7e56-47b2-bdce-ec82ae11262e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:29Z', 'updated_at': '2021-11-11T16:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c7334a89-05d4-480f-b8e5-c319e0ce58dd', 'name': '', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'mac_address': 'fa:16:3e:34:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:21Z', 'updated_at': '2021-11-11T16:01:24Z', 'revision_number': 5, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'subnets': [{'id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3ac1c7-26ab-4577-beda-fbfe91075c6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:32.995918 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Checking router: 7aa88ed8-0499-4f40-9b0c-6294c0508458 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:01:32.996295 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Updating router 7aa88ed8-0499-4f40-9b0c-6294c0508458 port bfd4c589-7e56-47b2-bdce-ec82ae11262e binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:01:33.015612 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 50778) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:01:33.045442 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:33.129909 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-734a1afc-4148-4357-a023-51a0d30a67f5 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131740 Nov 11 16:01:33.377728 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:33.383052 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:33.430686 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Attempting to bind port bfd4c589-7e56-47b2-bdce-ec82ae11262e on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:01:33.430937 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Attempting to bind port bfd4c589-7e56-47b2-bdce-ec82ae11262e by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:01:33.431309 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Attempting to bind port bfd4c589-7e56-47b2-bdce-ec82ae11262e on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:01:33.440360 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade33a5-b594-4fd6-996d-0fabbcf8860b None None] Pushing event updated for resources: {'Port': ['ID=bfd4c589-7e56-47b2-bdce-ec82ae11262e,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:33.443314 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:01:33.443314 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:01:33.443606 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:33.443952 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:01:33.444421 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Bound port: bfd4c589-7e56-47b2-bdce-ec82ae11262e, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:01:33.444819 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:33.495553 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] For port bfd4c589-7e56-47b2-bdce-ec82ae11262e, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:01:33.498698 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] For port bfd4c589-7e56-47b2-bdce-ec82ae11262e, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=bfd4c589-7e56-47b2-bdce-ec82ae11262e,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:01:33.502658 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:33.551083 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Routers {'7aa88ed8-0499-4f40-9b0c-6294c0508458'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:01:33.551692 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:01:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['7aa88ed8-0499-4f40-9b0c-6294c0508458'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:33.602414 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade33a5-b594-4fd6-996d-0fabbcf8860b None None] Pushing event updated for resources: {'Port': ['ID=bfd4c589-7e56-47b2-bdce-ec82ae11262e,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:33.675673 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] Set router 7aa88ed8-0499-4f40-9b0c-6294c0508458 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:01:33.892255 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'name': 'router1', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd4c589-7e56-47b2-bdce-ec82ae11262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:01:12Z', 'updated_at': '2021-11-11T16:01:29Z', 'revision_number': 4, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'gw_port': {'id': 'bfd4c589-7e56-47b2-bdce-ec82ae11262e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:29Z', 'updated_at': '2021-11-11T16:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c7334a89-05d4-480f-b8e5-c319e0ce58dd', 'name': '', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'mac_address': 'fa:16:3e:34:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:21Z', 'updated_at': '2021-11-11T16:01:24Z', 'revision_number': 5, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'subnets': [{'id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3ac1c7-26ab-4577-beda-fbfe91075c6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:01:33.918538 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c7723-e2f6-4ba2-aaaa-bea00930e7a5 None None] The sync data for ids ['7aa88ed8-0499-4f40-9b0c-6294c0508458'] in dv-cinder-774288-11-iscsi is: [{'id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'name': 'router1', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'bfd4c589-7e56-47b2-bdce-ec82ae11262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:01:12Z', 'updated_at': '2021-11-11T16:01:29Z', 'revision_number': 4, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'gw_port': {'id': 'bfd4c589-7e56-47b2-bdce-ec82ae11262e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:29Z', 'updated_at': '2021-11-11T16:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c7334a89-05d4-480f-b8e5-c319e0ce58dd', 'name': '', 'network_id': 'aa300637-3497-4fc5-a497-be9714571446', 'tenant_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'mac_address': 'fa:16:3e:34:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa88ed8-0499-4f40-9b0c-6294c0508458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:01:21Z', 'updated_at': '2021-11-11T16:01:24Z', 'revision_number': 5, 'project_id': 'cfa7757620dc4e3fb2ebfd66fb56cfcd', 'subnets': [{'id': '53b87491-87b0-440e-b3cd-ab56fe9dd341', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3ac1c7-26ab-4577-beda-fbfe91075c6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:01:35.532272 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device bfd4c589-7e56-47b2-bdce-ec82ae11262e up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:01:35.587716 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port bfd4c589-7e56-47b2-bdce-ec82ae11262e triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:35.588619 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:35.669357 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:35.692176 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port bfd4c589-7e56-47b2-bdce-ec82ae11262e, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=bfd4c589-7e56-47b2-bdce-ec82ae11262e,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:01:35.697131 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:35.787890 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=bfd4c589-7e56-47b2-bdce-ec82ae11262e,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:01:37.540189 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device bfd4c589-7e56-47b2-bdce-ec82ae11262e up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:01:37.633231 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port bfd4c589-7e56-47b2-bdce-ec82ae11262e triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:01:37.633564 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:38.609776 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:01:46.206575 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70a36407-e143-4194-a7d3-6ae4d6e4d68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:48.323078 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dda6650e-97db-40bd-b41c-b44f5e1f9c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:49.367201 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:50.779119 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:01:51.619897 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:15.609157 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:02:16.210767 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-032ed397-b2dd-442d-8326-3714cbc54f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:18.320076 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ca9aacd-8ff0-4660-a157-1ac2bee9571e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:19.368157 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:20.782205 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:21.623081 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:46.212938 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cf21847d-0dac-40f8-8b5a-56b2f2baf6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:48.322788 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4ee1cee-edd1-4960-969d-9f44ab2e13dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:49.371622 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:50.777085 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:51.628305 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:02:52.608414 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:03:10.165645 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51340) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:10.226634 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf674ebd-bb34-4ff8-b6fe-312ca95dd526 admin admin] GET failed (client error): The resource could not be found. Nov 11 16:03:10.227945 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-cf674ebd-bb34-4ff8-b6fe-312ca95dd526 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613191 Nov 11 16:03:10.387403 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefac6dd-096f-459f-b04f-26bf7682b9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:10.388794 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-eefac6dd-096f-459f-b04f-26bf7682b9ec admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562347 Nov 11 16:03:12.651668 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51350) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:12.748485 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4bfa2-1dd5-4239-80b8-fd9cf3a1f228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:12.750347 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-fdc4bfa2-1dd5-4239-80b8-fd9cf3a1f228 admin admin] 10.222.0.45 "GET /v2.0/subnets/53b87491-87b0-440e-b3cd-ab56fe9dd341 HTTP/1.1" status: 200 len: 849 time: 0.0977397 Nov 11 16:03:12.760321 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:03:12.844512 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:12.988311 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773553423234'] for subnet, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:13.022390 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:13.022910 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:13.024863 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] 10.222.0.45 "PUT /v2.0/subnets/53b87491-87b0-440e-b3cd-ab56fe9dd341 HTTP/1.1" status: 200 len: 868 time: 0.2675602 Nov 11 16:03:13.028420 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dbdccd-1cf8-4b6d-9da3-3710bde6e2bb None None] Network aa300637-3497-4fc5-a497-be9714571446 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:03:13.049055 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b87491-87b0-440e-b3cd-ab56fe9dd341,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:03:13.056776 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.057312 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.057663 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.058000 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.058338 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.058687 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.059027 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.059382 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.059714 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.060199 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.060533 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.060859 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8cca-ac7e-4072-afce-d46929011278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:03:13.392776 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-dc974629-4d38-4f70-8948-5166755a5d58 None None] Provisioning complete for port 4d4dff07-1923-4098-868a-97a57f801102 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:03:13.393178 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dc974629-4d38-4f70-8948-5166755a5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:13.482065 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-dc974629-4d38-4f70-8948-5166755a5d58 None None] Provisioning complete for port c7334a89-05d4-480f-b8e5-c319e0ce58dd triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:03:13.482358 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dc974629-4d38-4f70-8948-5166755a5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:15.290451 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51360) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:15.489006 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf83695-7f28-464b-8b6c-57e325096751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:15.489441 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf83695-7f28-464b-8b6c-57e325096751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:15.491080 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-acf83695-7f28-464b-8b6c-57e325096751 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996670 Nov 11 16:03:16.214850 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9b8e-538a-4dcb-a6be-146ff0efe39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:17.783443 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51368) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:17.918300 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6703e39d-74c2-4c09-985c-4262510967f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:17.918766 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6703e39d-74c2-4c09-985c-4262510967f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:17.920574 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6703e39d-74c2-4c09-985c-4262510967f0 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361594 Nov 11 16:03:18.325369 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9694427-b564-4c93-8dc1-0f519bcf75d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:19.375265 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:20.199762 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51376) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:20.352967 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d531e1db-40fe-4d54-b0b5-ee190cf067a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:20.354367 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d531e1db-40fe-4d54-b0b5-ee190cf067a6 admin admin] 10.222.0.45 "GET /v2.0/networks/a914ba42-d14f-4c6a-8446-490f13e0fec6 HTTP/1.1" status: 200 len: 886 time: 0.1536508 Nov 11 16:03:20.781661 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:21.630929 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:22.635160 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51384) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:22.782158 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073316fe-dcbd-4c80-98a8-7302012ad132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:22.783524 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-073316fe-dcbd-4c80-98a8-7302012ad132 admin admin] 10.222.0.45 "GET /v2.0/networks/aa300637-3497-4fc5-a497-be9714571446 HTTP/1.1" status: 200 len: 869 time: 0.1474123 Nov 11 16:03:25.079231 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51392) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:25.203932 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9f298-1378-4660-bf4d-962639f2e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:25.204393 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9f298-1378-4660-bf4d-962639f2e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:25.206205 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-43c9f298-1378-4660-bf4d-962639f2e948 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257219 Nov 11 16:03:27.484822 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51400) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:27.574447 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd16eae-e3b4-49b9-afd5-9c93b5123382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:27.574907 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd16eae-e3b4-49b9-afd5-9c93b5123382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:27.576382 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2cd16eae-e3b4-49b9-afd5-9c93b5123382 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905640 Nov 11 16:03:29.606634 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:03:29.830684 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51408) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:29.921498 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dde960-c3d2-479d-8941-b4c6979a12cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:29.922792 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-06dde960-c3d2-479d-8941-b4c6979a12cb admin admin] 10.222.0.45 "GET /v2.0/subnets/53b87491-87b0-440e-b3cd-ab56fe9dd341 HTTP/1.1" status: 200 len: 868 time: 0.0911620 Nov 11 16:03:32.189469 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51416) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:32.278277 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3237c93-f97e-4c17-8c2f-c0db7e2fae68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:32.279605 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d3237c93-f97e-4c17-8c2f-c0db7e2fae68 admin admin] 10.222.0.45 "GET /v2.0/subnets/b26740d9-fa2a-45f3-b7e1-bb1ef551adde HTTP/1.1" status: 200 len: 816 time: 0.0891123 Nov 11 16:03:46.216344 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71f71a9f-33a4-4bc5-8889-9ee7f799564b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:48.328671 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2c47-debb-49c5-823c-f7edaff7af0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:49.379683 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:50.784567 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:51.631938 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:03:56.534657 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51470) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:56.582963 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [None req-6978e184-1dc9-42cf-b2d6-5b0fdaa0a46b admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:03:56.583995 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6978e184-1dc9-42cf-b2d6-5b0fdaa0a46b admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483470 Nov 11 16:03:58.936125 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51478) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:03:58.995970 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2283d312-940f-4076-94bf-9b4e43a28ea5 admin admin] GET failed (client error): The resource could not be found. Nov 11 16:03:58.997271 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2283d312-940f-4076-94bf-9b4e43a28ea5 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601799 Nov 11 16:03:59.137817 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacd014e-9ae3-443e-8e63-fc2b272aa722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:03:59.139710 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-dacd014e-9ae3-443e-8e63-fc2b272aa722 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377482 Nov 11 16:04:01.515474 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51486) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:04:01.562110 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:04:01.582695 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Made reservation on behalf of 3937dd7b97794884b412d48021cd1f25 for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:04:01.585102 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:01.619469 dv-cinder-774288-11-iscsi neutron-server[101823]: WARNING neutron.services.revisions.revision_plugin [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Could not find related network for resource to bump revision. Nov 11 16:04:01.631815 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:04:01.641619 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:01.641967 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Added segment 7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6 of type vlan for network b7918b5b-b1fa-43cc-896f-d95394bdc48e Nov 11 16:04:01.682164 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:01.709256 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:01.710122 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:04:01.710702 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:01.805970 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2894015 Nov 11 16:04:01.817084 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c0d49-d737-487f-8175-9d36280a4ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=b7918b5b-b1fa-43cc-896f-d95394bdc48e,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:04:01.829316 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network b7918b5b-b1fa-43cc-896f-d95394bdc48e details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:04:04.097439 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51494) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:04:04.157655 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1935b956-8bfd-4715-8e3e-95c9c3feb629 admin admin] GET failed (client error): The resource could not be found. Nov 11 16:04:04.158979 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1935b956-8bfd-4715-8e3e-95c9c3feb629 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605571 Nov 11 16:04:04.232371 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ebcca-5e21-4457-ba80-3a2225e26738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:04:04.233921 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-923ebcca-5e21-4457-ba80-3a2225e26738 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702622 Nov 11 16:04:04.244127 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:04:04.264956 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Made reservation on behalf of 3937dd7b97794884b412d48021cd1f25 for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:04:04.267254 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:04.428165 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:04.483897 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70cd249-1e61-4e76-bf91-6e00715b7103,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:04:04.491006 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Checking segment: {'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:04:04.491389 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Network hostable DHCP agents. Network: b7918b5b-b1fa-43cc-896f-d95394bdc48e, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:04:04.507885 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Network b7918b5b-b1fa-43cc-896f-d95394bdc48e is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:04:04.516451 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, b7918b5b-b1fa-43cc-896f-d95394bdc48e) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:04:04.521011 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:04:04.522066 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:04.525593 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80950c85-6383-405a-995b-dde4ae7c65f7 None None] Network b7918b5b-b1fa-43cc-896f-d95394bdc48e requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:04:04.548126 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-989ebc9d-8a7c-4733-a77b-ebbf318efff7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2973816 Nov 11 16:04:04.772703 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-b7918b5b-b1fa-43cc-896f-d95394bdc48e', 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e', 'tenant_id': '3937dd7b97794884b412d48021cd1f25', 'fixed_ips': [{'subnet_id': 'e70cd249-1e61-4e76-bf91-6e00715b7103'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:04:04.773650 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:04.909202 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Allocated IP 192.168.233.2 (b7918b5b-b1fa-43cc-896f-d95394bdc48e/e70cd249-1e61-4e76-bf91-6e00715b7103/effe2736-a04d-4bfb-981f-2c7ae8b2df45) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:04:05.052585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.057905 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.099835 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Network b7918b5b-b1fa-43cc-896f-d95394bdc48e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:04:05.102840 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:04:05.107109 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:04:05.110215 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Pushing event updated for resources: {'Port': ['ID=effe2736-a04d-4bfb-981f-2c7ae8b2df45,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:04:05.120100 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.120469 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.120811 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.121173 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.121507 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.121866 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.122217 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.122542 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.122884 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.123213 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.123534 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.123853 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:04:05.177080 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Attempting to bind port effe2736-a04d-4bfb-981f-2c7ae8b2df45 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:04:05.177457 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Attempting to bind port effe2736-a04d-4bfb-981f-2c7ae8b2df45 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:04:05.177818 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Attempting to bind port effe2736-a04d-4bfb-981f-2c7ae8b2df45 on network b7918b5b-b1fa-43cc-896f-d95394bdc48e {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:04:05.182973 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:04:05.183352 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Checking segment: {'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:04:05.183751 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.184140 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Bound using segment: {'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:04:05.184633 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Bound port: effe2736-a04d-4bfb-981f-2c7ae8b2df45, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:04:05.185047 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.248104 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] For port effe2736-a04d-4bfb-981f-2c7ae8b2df45, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:04:05.252683 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] For port effe2736-a04d-4bfb-981f-2c7ae8b2df45, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=effe2736-a04d-4bfb-981f-2c7ae8b2df45,segment=NetworkSegment(7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6),segment_id=7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:04:05.255944 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.317889 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f9b6f-fd01-47c3-85d4-1b3fa926162a None None] Pushing event updated for resources: {'Port': ['ID=effe2736-a04d-4bfb-981f-2c7ae8b2df45,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:04:05.638302 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device effe2736-a04d-4bfb-981f-2c7ae8b2df45 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:04:05.691248 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port effe2736-a04d-4bfb-981f-2c7ae8b2df45 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:04:05.691638 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.772123 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.804325 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port effe2736-a04d-4bfb-981f-2c7ae8b2df45, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=effe2736-a04d-4bfb-981f-2c7ae8b2df45,segment=NetworkSegment(7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6),segment_id=7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:04:05.809219 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:05.861608 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=effe2736-a04d-4bfb-981f-2c7ae8b2df45,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:04:06.170061 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42989258-3594-47cb-9139-7f45c672a0d2 None None] Network b7918b5b-b1fa-43cc-896f-d95394bdc48e requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:04:06.300175 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-1fde98de-cf16-4f4b-b1b1-cb5031dd5288 None None] Provisioning complete for port effe2736-a04d-4bfb-981f-2c7ae8b2df45 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:04:06.300544 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fde98de-cf16-4f4b-b1b1-cb5031dd5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:06.605429 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:04:06.622484 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-0ad4321f-46fa-419b-81c5-4e4589f6de41 None None] Provisioning complete for port effe2736-a04d-4bfb-981f-2c7ae8b2df45 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:04:06.622851 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ad4321f-46fa-419b-81c5-4e4589f6de41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:07.601613 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device effe2736-a04d-4bfb-981f-2c7ae8b2df45 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:04:07.649540 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port effe2736-a04d-4bfb-981f-2c7ae8b2df45 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:04:07.649903 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:16.222633 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1c98-5d05-4af9-aacc-b4daffa94f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:18.332997 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6187ee53-2c5c-4aa2-b30c-eb6fa493f106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:19.382191 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:20.791497 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:21.633675 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:43.604541 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:04:46.214863 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9a0853e-5e34-47bc-987e-4f018baf644f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:48.334236 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c1dd1e-33d6-4ff4-b800-a31c10fee951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:49.383423 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:50.795252 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:04:51.635732 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:16.215701 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbdf3546-6dc4-4291-ba65-0616a6c09972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:18.338725 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee376-ca7f-4918-9c47-aae53ff03525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:19.387722 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:20.602792 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:05:20.797455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:21.637513 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:46.216974 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9df1-df99-4424-941a-8362ad282dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:48.339672 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d061-5595-488c-b951-18581641587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:49.390418 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:50.637512 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51538) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:05:50.644172 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [None req-efe1ce0f-0be0-44b2-8bc7-3c227f43a958 tempest-verify_tempest_config-1272845325 tempest-verify_tempest_config-1272845325-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:05:50.645219 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-efe1ce0f-0be0-44b2-8bc7-3c227f43a958 tempest-verify_tempest_config-1272845325 tempest-verify_tempest_config-1272845325-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066893 Nov 11 16:05:50.801390 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:50.940181 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51556) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:05:51.041695 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:51.115238 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:51.118571 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:51.162626 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a30206533df34dab80a5c488aa515811&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2214093 Nov 11 16:05:51.163580 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d850ca2-ec2e-400c-81ec-58e1a14d4733,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:51.165518 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51560) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:05:51.171431 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.171806 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.172149 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.172486 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.172814 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.173194 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.173525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.173864 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.174192 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.174513 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.174834 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.175150 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536a668-d63b-4e07-adbd-aad1e0458dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.234165 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:51.255012 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:51.342961 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:51.345616 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:51.347873 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d850ca2-ec2e-400c-81ec-58e1a14d4733 HTTP/1.1" status: 204 len: 168 time: 0.1794059 Nov 11 16:05:51.355189 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d850ca2-ec2e-400c-81ec-58e1a14d4733,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:51.361943 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.362314 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.362656 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.363016 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.363346 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.363693 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.364028 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.364371 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.364735 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.365014 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.365411 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.365682 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249cb30-af48-4add-baab-831e267f8a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:51.639372 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:05:57.601507 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:06:16.217681 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5860a94-e213-4068-8b0f-483ffb6278ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:18.341260 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79546a4e-e719-4e17-a0d2-aa5e3302b5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:19.392562 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:20.810000 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:21.640181 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:34.599667 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:06:46.219383 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cd99476-c490-4abd-89ed-8e709e7ae707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:48.341747 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8df0f5ba-cf9f-4658-a9f3-eae3d098f9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:49.395912 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:50.808538 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:06:51.642748 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:11.598369 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 5 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:07:16.219940 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ec86e0-380c-4aee-bc05-5550c6dc0fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:18.344660 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f915e7b-cfd4-4186-be26-925e289bfbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:19.401244 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:20.813101 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:21.650984 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:28.935916 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656451'] for agent, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:42.212071 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51634) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:07:42.320673 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-db62e4f9-6df2-47a1-823d-74cd8c415f9d admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1074991 Nov 11 16:07:44.605672 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51644) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:07:44.659043 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d8826ae7-172f-41b8-a8c8-fddce2e1d4fe admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0522387 Nov 11 16:07:46.220041 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff05ec08-4e91-4fa2-a075-c8c430904982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:48.345769 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e842-dc19-4fb8-9920-eec5db8399ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:48.597947 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:07:49.404999 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:50.815077 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:51.643616 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:07:58.962385 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:16.220541 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ba666272-d723-4a78-bafd-08387c6729b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:18.346441 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f610-4fc4-41e1-9cd8-016d3ad6b996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:19.406614 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:20.817992 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:21.644547 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:25.597165 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:08:28.985514 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:46.224315 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-623d8ec1-0b93-4174-8863-f189a8acffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:48.347444 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c847-5dcd-479d-ae42-5c79bed4e2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:49.408614 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:50.821355 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:51.645244 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:08:59.020025 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:02.596247 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:09:14.212955 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51836) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:14.583797 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-53223449-network', 'tenant_id': 'f4a9186002754e46b14c21a4b9a0d6fe'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:14.607495 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Made reservation on behalf of f4a9186002754e46b14c21a4b9a0d6fe for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:14.610690 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.621391 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.683546 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51862) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:14.702177 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.708010 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.737453 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:14.743160 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfadd770-39d7-4e31-ba60-4b352b2405d5,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:14.752731 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.753098 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.753457 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.753838 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.754196 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.757642 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.757995 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.758326 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.758655 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.758978 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.759299 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.759618 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Tracked resource versions report: Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: pushed versions: Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: { 'AddressGroup': {'1.2'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'ConntrackHelper': {'1.0'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Log': {'1.0'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Network': {'1.1'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Port': {'1.7'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'PortForwarding': {'1.2'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'QosPolicy': {'1.10'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroup': {'1.5'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SubPort': {'1.0'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Subnet': {'1.1'}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Trunk': {'1.1'}} Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: consumer versions: Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: HyperV agent@hv-cinder-77428: {}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'ConntrackHelper': '1.0', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Log': '1.0', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Network': '1.1', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Port': '1.7', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'PortForwarding': '1.2', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'QosPolicy': '1.10', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroup': '1.5', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SecurityGroupRule': '1.2', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'SubPort': '1.0', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Subnet': '1.1', Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: 'Trunk': '1.1'}} Nov 11 16:09:14.760665 dv-cinder-774288-11-iscsi neutron-server[101823]: {{(pid=101823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:09:14.766451 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.766791 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Added segment 77a19553-e416-4bf8-958a-3b7f67656233 of type vlan for network 7ae607f5-59da-45eb-8e84-4b754bde3100 Nov 11 16:09:14.782054 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51870) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:14.809630 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.834227 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.835253 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:14.835903 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.865554 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51874) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:14.905007 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51880) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:14.905220 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6909518 Nov 11 16:09:14.910547 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Request body: {'subnet': {'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-53223449-subnet', 'tenant_id': 'f4a9186002754e46b14c21a4b9a0d6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:14.911003 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4ed5-5bc7-47ea-89a6-73e8c712d97d admin admin] Pushing event updated for resources: {'Network': ['ID=7ae607f5-59da-45eb-8e84-4b754bde3100,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:14.923471 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 7ae607f5-59da-45eb-8e84-4b754bde3100 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:09:14.933044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Made reservation on behalf of f4a9186002754e46b14c21a4b9a0d6fe for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:14.936434 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:14.962178 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51882) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:15.079039 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-network', 'tenant_id': '818dce4f7655480da5617ad072103e6b'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:15.105138 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-493250802-network', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:15.145006 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-network', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:15.165136 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1372133469-network', 'tenant_id': '1914570ae3914b6d871feadd16eb5c81'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:15.191937 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Made reservation on behalf of 818dce4f7655480da5617ad072103e6b for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:15.194237 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.196246 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.225576 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Made reservation on behalf of 4e61d09d7f264cf2a8cd14d8f5efc7bd for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:15.229325 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.244085 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Made reservation on behalf of 1914570ae3914b6d871feadd16eb5c81 for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:15.251208 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Made reservation on behalf of 0b263597e7e545d2b309a5d2b2619456 for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:15.252927 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.253821 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.255921 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.259859 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.271967 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.290290 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.358570 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Checking segment: {'id': '77a19553-e416-4bf8-958a-3b7f67656233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:15.359249 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Network hostable DHCP agents. Network: 7ae607f5-59da-45eb-8e84-4b754bde3100, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:15.364001 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.369608 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.405885 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cdda24-691e-4840-976f-4f09f0376c50,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:15.412941 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2f2f96-a181-484b-b373-644ccaa05875,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:15.416629 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:15.428226 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.428740 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Added segment 95a00306-1605-4820-842c-15c4b27c7e66 of type vlan for network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 Nov 11 16:09:15.474132 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.474796 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.475300 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.475786 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.476267 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.476764 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.477282 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.477768 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.478247 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.478740 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.479224 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.479725 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.479859 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Tracked resource versions report: Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: pushed versions: Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: { 'AddressGroup': {'1.2'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'ConntrackHelper': {'1.0'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Log': {'1.0'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Network': {'1.1'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Port': {'1.7'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'PortForwarding': {'1.2'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'QosPolicy': {'1.10'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroup': {'1.5'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SubPort': {'1.0'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Subnet': {'1.1'}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Trunk': {'1.1'}} Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: consumer versions: Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: HyperV agent@hv-cinder-77428: {}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'ConntrackHelper': '1.0', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Log': '1.0', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Network': '1.1', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Port': '1.7', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'PortForwarding': '1.2', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'QosPolicy': '1.10', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroup': '1.5', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SecurityGroupRule': '1.2', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'SubPort': '1.0', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Subnet': '1.1', Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: 'Trunk': '1.1'}} Nov 11 16:09:15.481529 dv-cinder-774288-11-iscsi neutron-server[101822]: {{(pid=101822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:09:15.504499 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Network 7ae607f5-59da-45eb-8e84-4b754bde3100 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:15.509796 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.511154 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:15.511784 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.552601 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 7ae607f5-59da-45eb-8e84-4b754bde3100) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:15.573207 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b2da7-eab4-4b42-baed-273a0090ded1 None None] Network 7ae607f5-59da-45eb-8e84-4b754bde3100 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:15.585950 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:15.586636 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.588618 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:15.600998 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ad8c91df-83e3-4474-bb68-9f38e71ff324 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6353385 Nov 11 16:09:15.602253 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51926) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:15.608131 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Request body: {'subnet': {'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1372133469-subnet', 'tenant_id': '1914570ae3914b6d871feadd16eb5c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:15.617443 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.637378 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:09:15.642166 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Made reservation on behalf of 1914570ae3914b6d871feadd16eb5c81 for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:15.643055 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.644646 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.649752 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.714797 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e32a8e29-10c1-4686-ba18-fe70f3dfb38d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8079765 Nov 11 16:09:15.715570 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.720210 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.742780 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=101822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:15.765891 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.766248 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Added segment c62cf54e-afac-495f-865f-919c4a0311a4 of type vlan for network 2127c70b-cda1-48c3-8a66-45fd4ae0098d Nov 11 16:09:15.852040 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.897360 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=101822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:15.899394 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.948105 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4008f5c0-55d1-458b-8869-7f20254cfbeb,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:15.953835 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=101822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:15.961404 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.967140 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:15.967738 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.982792 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:15.983132 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Added segment c6b94910-ef0a-46f1-a779-332ff6415951 of type vlan for network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd Nov 11 16:09:16.011157 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f9d97-f7ee-4cc2-bc05-1e8ed13b2feb None None] Network 7ae607f5-59da-45eb-8e84-4b754bde3100 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:16.022814 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.063254 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Pushing event updated for resources: {'Network': ['ID=2127c70b-cda1-48c3-8a66-45fd4ae0098d,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.086619 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.087250 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Added segment f008245c-9878-4691-8bb7-e0853611a01f of type vlan for network b9079ffd-a69b-4c4b-bffe-b475421908b9 Nov 11 16:09:16.101340 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:09:16.125689 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3416936 Nov 11 16:09:16.127260 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 51950) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:16.143937 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.157311 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Request body: {'subnet': {'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-493250802-subnet', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:16.178995 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7385e1e-904b-46ea-b05e-f9bfeaaa71ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affda4d2-bece-4e51-b7df-653b4611351a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.197297 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.201240 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Made reservation on behalf of 4e61d09d7f264cf2a8cd14d8f5efc7bd for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:16.204017 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.230760 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.283668 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Checking segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:16.284268 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Network hostable DHCP agents. Network: 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:16.337727 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:16.362380 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:16.374498 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:16.377610 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.397688 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bfbf6-8860-47d7-a714-e674fccd52a4 None None] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:16.419709 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-35e6e79c-627b-4429-9144-c9ea511cd4e1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8075979 Nov 11 16:09:16.489943 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51970) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:16.504413 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e9331d-571e-4af0-9639-e0cc5949c6ed,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.509535 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.554178 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.555280 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:16.555959 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.567931 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.db.resource_extend [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 16:09:16.574419 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41929c72-ef82-450b-94d4-497d22eb6a30,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.592855 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51984) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:16.593259 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7265518 Nov 11 16:09:16.599231 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Request body: {'subnet': {'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-subnet', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:16.615660 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1374b1a1-f281-4ed6-9d66-53b3108951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.651258 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a4864-745c-4129-a0b0-55f7e28b9a8b None None] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:16.668590 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Made reservation on behalf of 0b263597e7e545d2b309a5d2b2619456 for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:16.672594 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.708781 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.708781 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:16.708781 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.713614 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Checking segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:16.714129 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Network hostable DHCP agents. Network: 2127c70b-cda1-48c3-8a66-45fd4ae0098d, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:16.717789 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5386909-46ed-4192-a895-c46841250035 admin admin] Pushing event updated for resources: {'Network': ['ID=b9079ffd-a69b-4c4b-bffe-b475421908b9,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.744024 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:09:16.909837 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2230844 Nov 11 16:09:16.914320 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 51992) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:16.927342 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:16.941586 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Request body: {'subnet': {'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-subnet', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:16.949048 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dab5c3-6f87-46b2-8be7-3b9e6c16e48e admin admin] Pushing event updated for resources: {'Network': ['ID=8ceacb2a-18e4-4b62-913a-6c446c6c59dd,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.952422 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 2127c70b-cda1-48c3-8a66-45fd4ae0098d) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:16.957213 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:16.957996 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:16.972164 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:09:16.976457 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55187c-3b81-4b04-80ab-59ec38703d2b None None] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:16.985304 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-57febd59-a9d9-4553-b047-9aefbfa9bff5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8518302 Nov 11 16:09:16.985957 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52000) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:16.996797 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:16.997964 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-20e0643e-11f7-40cb-a31c-9604c90abda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.060305 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.061494 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.161685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.251359 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Made reservation on behalf of 818dce4f7655480da5617ad072103e6b for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:17.253463 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.259177 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.300580 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:09:17.302082 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.416471 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52028) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:17.423756 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-20e0643e-11f7-40cb-a31c-9604c90abda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.454256 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-20e0643e-11f7-40cb-a31c-9604c90abda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.483524 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.490244 dv-cinder-774288-11-iscsi neutron-server[101822]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 16:09:17.551510 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-20e0643e-11f7-40cb-a31c-9604c90abda4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=961b193c2fc142a9be1c985f2a375853&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0736036 Nov 11 16:09:17.553534 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Checking segment: {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:17.554058 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Network hostable DHCP agents. Network: b9079ffd-a69b-4c4b-bffe-b475421908b9, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:17.557262 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52046) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:17.663747 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52052) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:17.664964 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde79e59-7dbe-4b66-aca2-d6db90610921,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:17.672867 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0643e-11f7-40cb-a31c-9604c90abda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ffd11-d2f7-4aac-b434-d0393b51ac2b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:17.681771 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:17.698618 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, b9079ffd-a69b-4c4b-bffe-b475421908b9) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:17.705700 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:17.706350 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.724461 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Allocated IP 172.20.0.2 (2127c70b-cda1-48c3-8a66-45fd4ae0098d/41929c72-ef82-450b-94d4-497d22eb6a30/b91ffc33-d021-4013-b605-0ec313362cbe) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:17.734136 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99531d-1d32-4518-ad65-f2f423623531 None None] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:17.758471 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81eb810e-1102-4f12-84dc-675303e86ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.773676 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-89e47ce1-40d5-4551-8d2a-0c47a855a98b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1771224 Nov 11 16:09:17.775238 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52056) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:17.780420 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:17.794643 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-179bdd8c-68b6-47d0-8c4d-898920118ae3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:17.796150 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-179bdd8c-68b6-47d0-8c4d-898920118ae3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 0.3075864 Nov 11 16:09:17.814474 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81eb810e-1102-4f12-84dc-675303e86ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.842004 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-9d9c960e-5c35-40ca-a80c-77dc1e8f93fc tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/quotas/1914570ae3914b6d871feadd16eb5c81 HTTP/1.1" status: 200 len: 375 time: 0.0309448 Nov 11 16:09:17.853221 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.857487 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.858539 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.917837 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdcc6c84-0451-4536-b8e5-03148b482c79,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:17.942886 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81eb810e-1102-4f12-84dc-675303e86ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.943175 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e68bddf5-8223-4bf7-9be1-6694e96a60b1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900791 Nov 11 16:09:17.945645 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81eb810e-1102-4f12-84dc-675303e86ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:17.950373 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-81eb810e-1102-4f12-84dc-675303e86ada admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d7ffd11-d2f7-4aac-b434-d0393b51ac2b HTTP/1.1" status: 204 len: 168 time: 0.3850925 Nov 11 16:09:17.951310 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Checking segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:17.951829 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Network hostable DHCP agents. Network: 8ceacb2a-18e4-4b62-913a-6c446c6c59dd, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:17.965883 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb810e-1102-4f12-84dc-675303e86ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ffd11-d2f7-4aac-b434-d0393b51ac2b,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:17.970067 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-77dc0259-ecc4-44e0-b738-b6beb1469383 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:17.976862 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-77dc0259-ecc4-44e0-b738-b6beb1469383 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/networks?id=7ae607f5-59da-45eb-8e84-4b754bde3100 HTTP/1.1" status: 200 len: 810 time: 0.3115699 Nov 11 16:09:17.979776 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8025ed76-db97-4b7e-ab1c-c532c74c0d39 None None] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:17.996412 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:18.012197 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 8ceacb2a-18e4-4b62-913a-6c446c6c59dd) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:18.028937 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:18.030711 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.033831 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-62da80fe-e340-4498-91d2-f53158f68757 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/quotas/f4a9186002754e46b14c21a4b9a0d6fe HTTP/1.1" status: 200 len: 375 time: 0.0556791 Nov 11 16:09:18.049389 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ff507-e730-4534-a67f-98e9eb8eb586 None None] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:18.060667 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d0b3dfa3-e91d-4533-ab47-e436642e7414 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1284251 Nov 11 16:09:18.064586 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52066) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:18.073436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:18.088129 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.106019 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.108706 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.154195 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-a5d3fe32-c7a7-48af-9bee-d30aabed8a2e tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4a9186002754e46b14c21a4b9a0d6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188841 Nov 11 16:09:18.183922 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.230928 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.308959 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:18.324648 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.327969 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:18.333428 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:18.402238 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.413533 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.447831 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Pushing event updated for resources: {'Port': ['ID=b91ffc33-d021-4013-b605-0ec313362cbe,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:18.489500 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:09:18.490506 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.534730 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.535524 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.536142 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.536750 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.537599 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.538189 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.538719 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.539227 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.539744 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.540369 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.540909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.541521 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Tracked resource versions report: Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: pushed versions: Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: { 'AddressGroup': {'1.2'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'ConntrackHelper': {'1.0'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Log': {'1.0'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Network': {'1.1'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Port': {'1.7'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'PortForwarding': {'1.2'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'QosPolicy': {'1.10'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroup': {'1.5'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SubPort': {'1.0'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Subnet': {'1.1'}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Trunk': {'1.1'}} Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: consumer versions: Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: HyperV agent@hv-cinder-77428: {}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'ConntrackHelper': '1.0', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Log': '1.0', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Network': '1.1', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Port': '1.7', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'PortForwarding': '1.2', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'QosPolicy': '1.10', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroup': '1.5', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SecurityGroupRule': '1.2', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'SubPort': '1.0', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Subnet': '1.1', Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: 'Trunk': '1.1'}} Nov 11 16:09:18.542815 dv-cinder-774288-11-iscsi neutron-server[101824]: {{(pid=101824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:09:18.566418 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-d3185ea5-ccba-492b-a611-e4b2de4f721a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:09:18.567775 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-d3185ea5-ccba-492b-a611-e4b2de4f721a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4783242 Nov 11 16:09:18.568574 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48752b05-d8a3-417c-a713-909ae3168da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.579562 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.619073 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Attempting to bind port b91ffc33-d021-4013-b605-0ec313362cbe on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:18.619444 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Attempting to bind port b91ffc33-d021-4013-b605-0ec313362cbe by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:18.619808 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Attempting to bind port b91ffc33-d021-4013-b605-0ec313362cbe on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:18.629515 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:18.629837 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Checking segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:18.630777 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.630777 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Bound using segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:18.631091 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Bound port: b91ffc33-d021-4013-b605-0ec313362cbe, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:18.631492 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.682113 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52086) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:18.691512 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-0d0ae2c4-fbf9-4751-8e4c-6c86c0f566a1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:09:18.692944 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-0d0ae2c4-fbf9-4751-8e4c-6c86c0f566a1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1478229 Nov 11 16:09:18.694718 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Allocated IP 172.27.3.222 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/1bcb460b-2e10-42e0-b579-1dfadaad5a24) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:18.708942 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-77d27f25-5e89-46a7-8e02-50e5f5777676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.747116 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.804456 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] For port b91ffc33-d021-4013-b605-0ec313362cbe, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:18.809638 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] For port b91ffc33-d021-4013-b605-0ec313362cbe, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=b91ffc33-d021-4013-b605-0ec313362cbe,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:18.811269 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Allocated IP 172.20.0.2 (8ceacb2a-18e4-4b62-913a-6c446c6c59dd/cdcc6c84-0451-4536-b8e5-03148b482c79/010fb81f-0797-4a14-812d-fda5b0c8c1fa) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:18.819650 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:18.957487 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad3109-ec5a-4ad2-8588-a8bf473317e1 None None] Pushing event updated for resources: {'Port': ['ID=b91ffc33-d021-4013-b605-0ec313362cbe,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:18.990644 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2948e00f-f30e-45f1-8b6a-6c7d629130d9 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075515 Nov 11 16:09:19.041566 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-f0be43a2-450c-4b42-96da-0f866cf09e2f service neutron] 10.222.0.45 "GET /v2.0/networks/7ae607f5-59da-45eb-8e84-4b754bde3100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284295 Nov 11 16:09:19.109792 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.133063 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.140655 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.175060 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.212010 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:19.217542 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:19.221437 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:19.328841 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Attempting to bind port 010fb81f-0797-4a14-812d-fda5b0c8c1fa on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:19.330176 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Attempting to bind port 010fb81f-0797-4a14-812d-fda5b0c8c1fa by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:19.330579 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Attempting to bind port 010fb81f-0797-4a14-812d-fda5b0c8c1fa on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:19.337216 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Pushing event updated for resources: {'Port': ['ID=010fb81f-0797-4a14-812d-fda5b0c8c1fa,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:19.341432 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:19.341954 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Checking segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:19.342432 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.343735 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Bound using segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:19.344458 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Bound port: 010fb81f-0797-4a14-812d-fda5b0c8c1fa, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:19.344781 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.441066 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.450077 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] For port 010fb81f-0797-4a14-812d-fda5b0c8c1fa, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:19.453853 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] For port 010fb81f-0797-4a14-812d-fda5b0c8c1fa, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=010fb81f-0797-4a14-812d-fda5b0c8c1fa,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:19.461215 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.465767 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.513847 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-77d27f25-5e89-46a7-8e02-50e5f5777676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.530722 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b43535-a603-4e39-ae6c-7660aee13a3d None None] Pushing event updated for resources: {'Port': ['ID=010fb81f-0797-4a14-812d-fda5b0c8c1fa,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:19.539533 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-77d27f25-5e89-46a7-8e02-50e5f5777676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.596996 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-7ac727f1-6933-45f6-ace7-54a3afb15014 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928559 Nov 11 16:09:19.621967 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-3595d4ab-7115-43dd-8453-1afe4db0ac83 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae607f5-59da-45eb-8e84-4b754bde3100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725661 Nov 11 16:09:19.630732 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-77d27f25-5e89-46a7-8e02-50e5f5777676 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd63133a059348fd9f1ab58260674159&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9463198 Nov 11 16:09:19.634440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52098) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:19.651157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:19.712387 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d27f25-5e89-46a7-8e02-50e5f5777676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d3ad5-d6f4-4742-b535-850692063045,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:19.734490 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Allocated IP 172.27.3.55 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/f47c2341-94ea-43d6-aeee-ee1c5d14e78e) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:19.849510 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:19.880226 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:19.899295 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:19.903143 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Pushing event updated for resources: {'Port': ['ID=1bcb460b-2e10-42e0-b579-1dfadaad5a24,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:20.051079 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.123884 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device b91ffc33-d021-4013-b605-0ec313362cbe up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:20.200207 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.228914 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port b91ffc33-d021-4013-b605-0ec313362cbe triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:20.229669 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.250841 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c762fc3-ea17-4a9a-8a01-92db0201a03f req-1a569c25-157a-4adb-b12c-e0dd88ef7d59 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.1570616 Nov 11 16:09:20.331262 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b89d78c-97c4-4fe5-b2c5-f17f0f9295a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.386221 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.402832 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9ea84b40-ed7a-4010-97b3-15fd6612f374 req-68a72018-8fbf-48f3-82fb-218671427582 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.3103209 Nov 11 16:09:20.411194 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.412151 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:20.440434 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:20.474621 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:20.534127 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b89d78c-97c4-4fe5-b2c5-f17f0f9295a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.542441 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port b91ffc33-d021-4013-b605-0ec313362cbe, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=b91ffc33-d021-4013-b605-0ec313362cbe,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:20.552827 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.554514 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 010fb81f-0797-4a14-812d-fda5b0c8c1fa up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:20.653764 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.742445 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=b91ffc33-d021-4013-b605-0ec313362cbe,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:20.755291 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f6125-5339-4ef1-88e6-c1a0d0f2b3f2 None None] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:20.823323 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Allocated IP 172.27.3.164 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/f61b070b-cf06-4621-ba43-9ad7e554bd39) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:20.843609 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b89d78c-97c4-4fe5-b2c5-f17f0f9295a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.856029 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b89d78c-97c4-4fe5-b2c5-f17f0f9295a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:20.862858 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-2b89d78c-97c4-4fe5-b2c5-f17f0f9295a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b6d3ad5-d6f4-4742-b535-850692063045 HTTP/1.1" status: 204 len: 168 time: 1.2262812 Nov 11 16:09:20.872063 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Pushing event updated for resources: {'Port': ['ID=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:21.026236 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89d78c-97c4-4fe5-b2c5-f17f0f9295a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d3ad5-d6f4-4742-b535-850692063045,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:21.092330 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52172) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:21.130016 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-fac1f84e-3381-4f28-8334-e9ef113f090f None None] Provisioning complete for port b91ffc33-d021-4013-b605-0ec313362cbe triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:21.132851 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fac1f84e-3381-4f28-8334-e9ef113f090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.348868 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.484228 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.495980 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ac7fec2d-4ad8-4946-aadc-da9d56b74786 req-cefd80f4-8591-4f10-8907-d4d6f3e312f5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.0915194 Nov 11 16:09:21.529225 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.539999 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a2dd8-d0d0-4ded-b520-7f3317e49348 None None] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:21.554806 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.586989 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-67af6f4c-35fb-4603-a7e7-8b55d21c1cd4 req-ceb6d382-cb2d-42ba-8d01-17eb9afda07b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.0727608 Nov 11 16:09:21.665141 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.769467 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:21.777143 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:21.790135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:21.821608 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 010fb81f-0797-4a14-812d-fda5b0c8c1fa triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:21.821978 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.844195 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.859444 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e2889642-8bcb-4a8b-aba6-b7600b6b9a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:21.916486 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.132276 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=f61b070b-cf06-4621-ba43-9ad7e554bd39,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:22.163249 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Router 67bcf3fe-3eae-460a-8a37-45a0718576ac is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:09:22.175041 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.228170 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e2889642-8bcb-4a8b-aba6-b7600b6b9a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.299762 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e2889642-8bcb-4a8b-aba6-b7600b6b9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.309522 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.385460 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2889642-8bcb-4a8b-aba6-b7600b6b9a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8c56e2-b1af-4bb3-8a5a-86d9f26be61b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:22.391848 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 010fb81f-0797-4a14-812d-fda5b0c8c1fa, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=010fb81f-0797-4a14-812d-fda5b0c8c1fa,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:22.418851 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-47377fdf-7b4c-4c99-b9c2-55e4f8bad121 None None] Provisioning complete for port 010fb81f-0797-4a14-812d-fda5b0c8c1fa triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:22.419511 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47377fdf-7b4c-4c99-b9c2-55e4f8bad121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.435498 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Router e365722a-9325-460b-865b-f67335cbd022 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:09:22.496021 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.572969 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-e2889642-8bcb-4a8b-aba6-b7600b6b9a95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5764107286948f2b43e8d22981778dc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4789205 Nov 11 16:09:22.575014 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:09:22.592025 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Sync routers for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:09:22.602588 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52230) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:22.623032 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:22.623032 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:22.631750 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device b91ffc33-d021-4013-b605-0ec313362cbe up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:22.722721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.788531 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.789983 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-791fb5ef-74b1-4100-9d46-25b75dc30c00 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7249472 Nov 11 16:09:22.795835 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52236) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:22.843440 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=010fb81f-0797-4a14-812d-fda5b0c8c1fa,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:22.873868 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port b91ffc33-d021-4013-b605-0ec313362cbe triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:22.874522 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.877129 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffa2d-02f9-44aa-a0a8-1a43478b3c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.937417 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffa2d-02f9-44aa-a0a8-1a43478b3c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.939571 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-e0c460e3-7b13-437a-821d-a819e3eba23a None None] Provisioning complete for port b91ffc33-d021-4013-b605-0ec313362cbe triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:22.940139 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e0c460e3-7b13-437a-821d-a819e3eba23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:22.953311 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:09:22.973094 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:23.005068 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Sync routers for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:09:23.044270 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-496f0e04-4d88-4b9c-9a12-ccde6e262215 req-6e935c3a-54ee-4d8d-b967-80fca87d3bde tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.0860903 Nov 11 16:09:23.060237 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:23.060989 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:23.098107 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffa2d-02f9-44aa-a0a8-1a43478b3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.100868 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a8ffa2d-02f9-44aa-a0a8-1a43478b3c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.104781 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-3a8ffa2d-02f9-44aa-a0a8-1a43478b3c4a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb8c56e2-b1af-4bb3-8a5a-86d9f26be61b HTTP/1.1" status: 204 len: 168 time: 0.5012670 Nov 11 16:09:23.123985 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ffa2d-02f9-44aa-a0a8-1a43478b3c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8c56e2-b1af-4bb3-8a5a-86d9f26be61b,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:23.131687 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-098ecd76-7d58-4166-9caf-77588703b512 req-46ee74eb-f219-49ce-ab24-87b8399661f1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.2925823 Nov 11 16:09:23.286161 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.291211 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.295305 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f20da7db-3c46-4a56-8e8f-90c06ab8785f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3069882 Nov 11 16:09:23.298023 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52252) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:23.332176 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:23.411467 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:20Z', 'revision_number': 3, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:23.481981 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Checking router: 67bcf3fe-3eae-460a-8a37-45a0718576ac for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:09:23.484119 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Updating router 67bcf3fe-3eae-460a-8a37-45a0718576ac port f47c2341-94ea-43d6-aeee-ee1c5d14e78e binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:09:23.496537 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-e0c460e3-7b13-437a-821d-a819e3eba23a None None] Provisioning complete for port 010fb81f-0797-4a14-812d-fda5b0c8c1fa triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:23.497043 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e0c460e3-7b13-437a-821d-a819e3eba23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.545229 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.689265 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:20Z', 'revision_number': 3, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:23.708509 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Router 1acecf45-d775-4932-a213-6cf35efaa647 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:09:23.727515 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Checking router: e365722a-9325-460b-865b-f67335cbd022 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:09:23.728458 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Updating router e365722a-9325-460b-865b-f67335cbd022 port 1bcb460b-2e10-42e0-b579-1dfadaad5a24 binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:09:23.729237 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.761204 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.850547 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.859894 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.950812 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Attempting to bind port f47c2341-94ea-43d6-aeee-ee1c5d14e78e on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:23.952584 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Attempting to bind port f47c2341-94ea-43d6-aeee-ee1c5d14e78e by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:23.952584 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Attempting to bind port f47c2341-94ea-43d6-aeee-ee1c5d14e78e on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:23.970919 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:23.976952 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:23.977608 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:23.978184 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:23.978834 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Bound port: f47c2341-94ea-43d6-aeee-ee1c5d14e78e, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:23.979404 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.090275 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:09:24.134232 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Allocated IP 172.20.0.1 (8ceacb2a-18e4-4b62-913a-6c446c6c59dd/cdcc6c84-0451-4536-b8e5-03148b482c79/c17b38ea-2f24-4b15-8e71-b3f569810f2d) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:24.156277 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Sync routers for ids ['1acecf45-d775-4932-a213-6cf35efaa647'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:09:24.166230 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.172731 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-9ab898cb-735c-4995-b48b-1aafb305b8ae admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3957570 Nov 11 16:09:24.175863 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52282) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:24.231377 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] For port f47c2341-94ea-43d6-aeee-ee1c5d14e78e, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:24.245883 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] For port f47c2341-94ea-43d6-aeee-ee1c5d14e78e, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:24.278356 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Routers {'1acecf45-d775-4932-a213-6cf35efaa647'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:24.279904 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['1acecf45-d775-4932-a213-6cf35efaa647'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:24.391124 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.462170 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Set router 1acecf45-d775-4932-a213-6cf35efaa647 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:24.489356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.491173 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.509201 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.638151 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Pushing event updated for resources: {'Port': ['ID=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:24.645053 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.645640 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed0f2a-d615-46e2-b6a4-8b3933c568a8 None None] Pushing event updated for resources: {'Port': ['ID=1bcb460b-2e10-42e0-b579-1dfadaad5a24,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:24.653884 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Pushing event updated for resources: {'Port': ['ID=c17b38ea-2f24-4b15-8e71-b3f569810f2d,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:24.665374 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:24.668379 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:24.674951 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:24.676423 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.698603 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Attempting to bind port 1bcb460b-2e10-42e0-b579-1dfadaad5a24 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:24.699274 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Attempting to bind port 1bcb460b-2e10-42e0-b579-1dfadaad5a24 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:24.705507 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Attempting to bind port 1bcb460b-2e10-42e0-b579-1dfadaad5a24 on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:24.725344 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:24.726983 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:24.728807 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.731200 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-61d34298-a080-42de-8c67-cbac79d31c17 req-16abc309-f692-4e0c-920e-53d6071f18c6 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.4398954 Nov 11 16:09:24.741307 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:24.742626 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Bound port: 1bcb460b-2e10-42e0-b579-1dfadaad5a24, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:24.743158 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:24.748197 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 010fb81f-0797-4a14-812d-fda5b0c8c1fa up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:24.808395 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f1395d79-afa1-43f1-a5ad-527adaff6a0b req-25780638-a999-4ca1-ac49-0c0d20fa8ee1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.4984205 Nov 11 16:09:24.848956 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.849363 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.849711 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.850052 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.850388 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.850736 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.851294 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.851393 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.851725 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.852058 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.852383 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.852707 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Tracked resource versions report: Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: pushed versions: Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: { 'AddressGroup': {'1.2'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'ConntrackHelper': {'1.0'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Log': {'1.0'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Network': {'1.1'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Port': {'1.7'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'PortForwarding': {'1.2'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'QosPolicy': {'1.10'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroup': {'1.5'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SubPort': {'1.0'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Subnet': {'1.1'}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Trunk': {'1.1'}} Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: consumer versions: Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: { DHCP agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: HyperV agent@hv-cinder-77428: {}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: L3 agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: Metadata agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: Metering agent@dv-cinder-774288-11-iscsi: {}, Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: Open vSwitch agent@dv-cinder-774288-11-iscsi: { 'AddressGroup': '1.2', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'ConntrackHelper': '1.0', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Log': '1.0', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Network': '1.1', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Port': '1.7', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'PortForwarding': '1.2', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'QosPolicy': '1.10', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroup': '1.5', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SecurityGroupRule': '1.2', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'SubPort': '1.0', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Subnet': '1.1', Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: 'Trunk': '1.1'}} Nov 11 16:09:24.866099 dv-cinder-774288-11-iscsi neutron-server[101825]: {{(pid=101825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:09:25.009769 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:25.010862 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:25.015247 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:25.060478 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] For port 1bcb460b-2e10-42e0-b579-1dfadaad5a24, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:25.069608 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] For port 1bcb460b-2e10-42e0-b579-1dfadaad5a24, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=1bcb460b-2e10-42e0-b579-1dfadaad5a24,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:25.071305 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 010fb81f-0797-4a14-812d-fda5b0c8c1fa triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:25.071678 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:25.226459 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:25.336085 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:25.502962 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-9977ef2b-2fda-436d-89c8-e8a17a7159b6 None None] Provisioning complete for port c17b38ea-2f24-4b15-8e71-b3f569810f2d triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:25.503390 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9977ef2b-2fda-436d-89c8-e8a17a7159b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:25.547509 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008feb3-41d2-4c0a-a89c-13855f4086d0 None None] Pushing event updated for resources: {'Port': ['ID=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:25.551613 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed0f2a-d615-46e2-b6a4-8b3933c568a8 None None] Pushing event updated for resources: {'Port': ['ID=1bcb460b-2e10-42e0-b579-1dfadaad5a24,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:25.558711 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:25.559362 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:25.603387 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:25.644945 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9977ef2b-2fda-436d-89c8-e8a17a7159b6 None None] Port c17b38ea-2f24-4b15-8e71-b3f569810f2d cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:09:25.714957 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:22Z', 'revision_number': 3, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:25.775124 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:25.793804 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Checking router: 1acecf45-d775-4932-a213-6cf35efaa647 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:09:25.794037 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Updating router 1acecf45-d775-4932-a213-6cf35efaa647 port f61b070b-cf06-4621-ba43-9ad7e554bd39 binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:09:25.802720 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Allocated IP 172.20.0.1 (2127c70b-cda1-48c3-8a66-45fd4ae0098d/41929c72-ef82-450b-94d4-497d22eb6a30/242471db-17ac-4d40-9c7a-ebd9ed9a9e0f) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:25.898947 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:26.082845 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.57', 49889) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:26.220352 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:20Z', 'revision_number': 3, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:26.243208 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4511e74b-1b12-4e7c-a1c1-1947669472d6 req-3b0c8366-7e2f-4553-afce-1f4779f96df8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.1011424 Nov 11 16:09:26.251994 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dbc5d-27b6-46ec-92c6-cda36d9193e3 None None] The sync data for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi is: [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:20Z', 'revision_number': 3, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:09:26.278966 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32f01e5e-4db9-44f7-aacc-f7a721816a7c req-bbc3b190-dfdb-4e86-9458-57258a37e081 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.1466129 Nov 11 16:09:26.318287 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:26.325782 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:26.404219 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:26.429304 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:26.429304 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:26.622662 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:20Z', 'revision_number': 3, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:26.700021 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Allocated IP 172.20.0.1 (b9079ffd-a69b-4c4b-bffe-b475421908b9/dde79e59-7dbe-4b66-aca2-d6db90610921/683c7e20-03c5-4a2e-ac2f-518e326ae141) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:26.715494 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.57', 49895) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:26.738335 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e7c9d-d2bb-4644-986e-8c3d89e398f4 None None] The sync data for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi is: [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:20Z', 'revision_number': 3, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:09:26.893212 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Pushing event updated for resources: {'Port': ['ID=c17b38ea-2f24-4b15-8e71-b3f569810f2d,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:26.907021 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-ea51318d-2677-47cc-930b-827b69271bf0 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:26.908738 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-ea51318d-2677-47cc-930b-827b69271bf0 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.57 "GET /v2.0/networks?id=7ae607f5-59da-45eb-8e84-4b754bde3100 HTTP/1.1" status: 200 len: 810 time: 0.8248825 Nov 11 16:09:26.951504 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.021987 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Request body: {'port': {'device_id': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100', 'admin_state_up': True, 'tenant_id': 'f4a9186002754e46b14c21a4b9a0d6fe'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:27.050217 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.058209 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.071718 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.166603 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Pushing event updated for resources: {'Port': ['ID=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:27.173395 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.213981 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8717d8-ccfb-4e08-b11c-c50df08075fa None None] Pushing event updated for resources: {'Port': ['ID=f61b070b-cf06-4621-ba43-9ad7e554bd39,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:27.237599 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Attempting to bind port f61b070b-cf06-4621-ba43-9ad7e554bd39 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:27.244086 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Attempting to bind port f61b070b-cf06-4621-ba43-9ad7e554bd39 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:27.244655 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Attempting to bind port f61b070b-cf06-4621-ba43-9ad7e554bd39 on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:27.255202 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:27.255516 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:27.258757 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:27.259779 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:27.260497 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:27.260988 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.264411 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:27.264634 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:27.264935 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.267726 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:27.268197 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Bound port: f61b070b-cf06-4621-ba43-9ad7e554bd39, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:27.268735 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.273333 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:27.273805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.558901 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] For port f61b070b-cf06-4621-ba43-9ad7e554bd39, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:27.563474 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] For port f61b070b-cf06-4621-ba43-9ad7e554bd39, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=f61b070b-cf06-4621-ba43-9ad7e554bd39,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:27.573644 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.639756 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Pushing event updated for resources: {'Port': ['ID=683c7e20-03c5-4a2e-ac2f-518e326ae141,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:27.650526 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:27.727312 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:27.787521 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c306e1fe-aa45-4210-8a1e-88061ac0aaec req-5c280390-67f7-49d5-9783-538c53c6286c tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.2462690 Nov 11 16:09:27.794642 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-c47cf8eb-e332-4c81-a002-dfddbabc99bf tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:27.824837 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-c47cf8eb-e332-4c81-a002-dfddbabc99bf tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 1.0959077 Nov 11 16:09:27.830664 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Made reservation on behalf of f4a9186002754e46b14c21a4b9a0d6fe for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:27.838750 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Routers {'1acecf45-d775-4932-a213-6cf35efaa647'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:27.839719 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['1acecf45-d775-4932-a213-6cf35efaa647'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:27.843508 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8717d8-ccfb-4e08-b11c-c50df08075fa None None] Pushing event updated for resources: {'Port': ['ID=f61b070b-cf06-4621-ba43-9ad7e554bd39,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:27.844223 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.850120 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-77a1795f-775d-4491-ad58-961c8797836d None None] Provisioning complete for port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:27.850672 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77a1795f-775d-4491-ad58-961c8797836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:27.903780 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Request body: {'port': {'device_id': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'admin_state_up': True, 'tenant_id': '1914570ae3914b6d871feadd16eb5c81'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:27.988652 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c302201d-0581-4909-bb6d-585bc2ac885b req-9aaf5451-3965-4478-b777-07c356ee8a82 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.4461439 Nov 11 16:09:28.019554 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-77a1795f-775d-4491-ad58-961c8797836d None None] Port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:09:28.194011 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] Set router 1acecf45-d775-4932-a213-6cf35efaa647 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:28.261045 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-7f90ae2c-d34b-4f80-93d6-b2c0a518a404 None None] Provisioning complete for port c17b38ea-2f24-4b15-8e71-b3f569810f2d triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:28.261751 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f90ae2c-d34b-4f80-93d6-b2c0a518a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:28.312148 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:28.393351 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Router 67bcf3fe-3eae-460a-8a37-45a0718576ac has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:09:28.397661 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ae2c-d34b-4f80-93d6-b2c0a518a404 None None] Port c17b38ea-2f24-4b15-8e71-b3f569810f2d cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:09:28.821866 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f47c2341-94ea-43d6-aeee-ee1c5d14e78e up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:28.882489 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:22Z', 'revision_number': 3, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:29.033824 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9fe96-4e3b-4279-b9f0-24ed414c73a8 None None] The sync data for ids ['1acecf45-d775-4932-a213-6cf35efaa647'] in dv-cinder-774288-11-iscsi is: [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:22Z', 'revision_number': 3, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:09:29.077781 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port f47c2341-94ea-43d6-aeee-ee1c5d14e78e triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:29.078419 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.217411 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.362731 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.411852 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port f47c2341-94ea-43d6-aeee-ee1c5d14e78e, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:29.424588 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.425950 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 1bcb460b-2e10-42e0-b579-1dfadaad5a24 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:29.467913 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52462) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:29.486275 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.617579 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c271d711-acda-4927-8e57-e9d2a39af025 req-37870cd5-f698-4717-8eb9-16556d18240a tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.6061540 Nov 11 16:09:29.620827 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9317068c-7fe3-4ad7-b711-46b60da252d8 req-4b1cde39-e767-4a3a-a96a-325fe2e28c6d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.1579127 Nov 11 16:09:29.685638 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 1bcb460b-2e10-42e0-b579-1dfadaad5a24 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:29.690460 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.694007 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:29.748861 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:09:29.759500 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-3a3e1e02-cb36-4b95-951e-6101f9577e3c admin admin] 10.222.0.45 "PUT /v2.0/routers/67bcf3fe-3eae-460a-8a37-45a0718576ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9626722 Nov 11 16:09:29.943329 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.954339 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ce58d5f8-2d10-4307-a3a1-16d929b6662b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.958188 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:29.961260 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:30.026951 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:30.073304 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Made reservation on behalf of 1914570ae3914b6d871feadd16eb5c81 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:30.082202 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:30.096680 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Allocated IP 172.20.0.9 (7ae607f5-59da-45eb-8e84-4b754bde3100/ed2f2f96-a181-484b-b373-644ccaa05875/cc127f5a-9292-46a3-a207-f127f1e5e4a0) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:30.105666 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 1bcb460b-2e10-42e0-b579-1dfadaad5a24, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=1bcb460b-2e10-42e0-b579-1dfadaad5a24,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:30.117905 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:30.374999 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=1bcb460b-2e10-42e0-b579-1dfadaad5a24,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:30.391400 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Pushing event updated for resources: {'Port': ['ID=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:30.630867 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52504) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:30.641962 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Allocated IP 172.20.0.9 (4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9/27ae7856-ecfe-490d-b7ca-ef0e5681e1f8/d94036a2-ba40-401b-b4ae-4e7bb01b6725) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:30.752282 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ce58d5f8-2d10-4307-a3a1-16d929b6662b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:30.762663 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:30.763423 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ce58d5f8-2d10-4307-a3a1-16d929b6662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:30.782264 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:30.825207 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ce58d5f8-2d10-4307-a3a1-16d929b6662b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eac5b6d91add4a42a3b2b1b0d4e4eb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3560202 Nov 11 16:09:30.827689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52516) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:30.935709 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Sync routers for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:09:30.996014 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:30.998266 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:31.000467 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f61b070b-cf06-4621-ba43-9ad7e554bd39 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:31.005010 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db168c02-242c-4d29-bf4b-261f05cf3932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.063542 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db168c02-242c-4d29-bf4b-261f05cf3932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.123328 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d0ac68b-9870-44dd-8835-4818926d5501 req-a6af17f3-b349-42ee-985e-9016537ce247 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.2340360 Nov 11 16:09:31.222607 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52522) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:31.292948 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-7305f797-95d5-4d01-bbcd-8b243da646b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830309759', 'description': 'tempest-description--2138771156'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:31.307549 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.320879 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2567c1e5-3e33-4619-b952-1e38aab6df88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.349414 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.356453 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.400762 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db168c02-242c-4d29-bf4b-261f05cf3932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.408337 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db168c02-242c-4d29-bf4b-261f05cf3932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.410993 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-db168c02-242c-4d29-bf4b-261f05cf3932 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55bbe559-9c1d-4d3f-8066-b7659b5b49a0 HTTP/1.1" status: 204 len: 168 time: 0.5797732 Nov 11 16:09:31.509199 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-36dd8e2d-8e9d-4d1b-8fd1-1b1ebefa4a6c None None] Provisioning complete for port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:31.510241 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36dd8e2d-8e9d-4d1b-8fd1-1b1ebefa4a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.552292 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-36dd8e2d-8e9d-4d1b-8fd1-1b1ebefa4a6c None None] Port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:09:31.570377 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2567c1e5-3e33-4619-b952-1e38aab6df88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.581769 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6fd1b6b9-78df-4c4e-9f74-aa501765bd98 req-1565e105-d004-48a5-9240-153da95ace87 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.2776768 Nov 11 16:09:31.584668 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:31.586942 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port f61b070b-cf06-4621-ba43-9ad7e554bd39 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:31.588088 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.641547 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Pushing event updated for resources: {'Port': ['ID=683c7e20-03c5-4a2e-ac2f-518e326ae141,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:31.664331 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.690499 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2567c1e5-3e33-4619-b952-1e38aab6df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.723959 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58d5f8-2d10-4307-a3a1-16d929b6662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bbe559-9c1d-4d3f-8066-b7659b5b49a0,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:31.747436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db168c02-242c-4d29-bf4b-261f05cf3932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bbe559-9c1d-4d3f-8066-b7659b5b49a0,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:31.752073 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.849395 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567c1e5-3e33-4619-b952-1e38aab6df88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab194826-ecca-4296-92c2-ea49131cbe2a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:31.857638 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7305f797-95d5-4d01-bbcd-8b243da646b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:31.865200 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-2567c1e5-3e33-4619-b952-1e38aab6df88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=672a4c1d5cae4105b7ae4edbcf99db10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2329128 Nov 11 16:09:31.869715 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52534) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:31.906492 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Router e365722a-9325-460b-865b-f67335cbd022 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:09:31.933096 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:31.950232 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:32.069301 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-518dbdbf-8d7d-4e74-b14f-3ed78beb9545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.134234 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.160829 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port f61b070b-cf06-4621-ba43-9ad7e554bd39, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=f61b070b-cf06-4621-ba43-9ad7e554bd39,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:32.170304 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.171056 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f47c2341-94ea-43d6-aeee-ee1c5d14e78e up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:32.221365 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7305f797-95d5-4d01-bbcd-8b243da646b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.234050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-518dbdbf-8d7d-4e74-b14f-3ed78beb9545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.271361 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52540) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:32.346414 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-97b39f4b-902e-4b3d-a68e-895afa1efc79 req-7286fe45-ea4e-4ecf-8e63-c0df6957aab5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.1532471 Nov 11 16:09:32.379672 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7ac6-75f0-47f2-97a2-6f59776cd806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.382681 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:09:32.405387 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-19a8caca-1db2-4e64-896e-34ac64fa9060 admin admin] 10.222.0.45 "PUT /v2.0/routers/e365722a-9325-460b-865b-f67335cbd022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0961273 Nov 11 16:09:32.405619 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Sync routers for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:09:32.429192 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Router 1acecf45-d775-4932-a213-6cf35efaa647 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:09:32.440722 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=f61b070b-cf06-4621-ba43-9ad7e554bd39,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:32.447734 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 2, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:32.464157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-518dbdbf-8d7d-4e74-b14f-3ed78beb9545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.465717 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:32.467093 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-518dbdbf-8d7d-4e74-b14f-3ed78beb9545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.469009 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:32.470630 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-518dbdbf-8d7d-4e74-b14f-3ed78beb9545 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab194826-ecca-4296-92c2-ea49131cbe2a HTTP/1.1" status: 204 len: 168 time: 0.5964992 Nov 11 16:09:32.507000 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Pushing event updated for resources: {'Port': ['ID=cc127f5a-9292-46a3-a207-f127f1e5e4a0,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:32.514382 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7305f797-95d5-4d01-bbcd-8b243da646b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.540066 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Network 7ae607f5-59da-45eb-8e84-4b754bde3100 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:32.572907 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Checking router: 67bcf3fe-3eae-460a-8a37-45a0718576ac for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:09:32.573996 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Updating router 67bcf3fe-3eae-460a-8a37-45a0718576ac port c17b38ea-2f24-4b15-8e71-b3f569810f2d binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:09:32.630305 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dbdbf-8d7d-4e74-b14f-3ed78beb9545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab194826-ecca-4296-92c2-ea49131cbe2a,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:32.636820 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port f47c2341-94ea-43d6-aeee-ee1c5d14e78e triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:32.639313 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.648763 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:32.683887 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f797-95d5-4d01-bbcd-8b243da646b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:32.718565 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:32.745048 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:32.746437 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.794404 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.842274 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-66bfa1c3-42e4-461f-82cb-1217c50acd99 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8514686 Nov 11 16:09:32.867541 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7305f797-95d5-4d01-bbcd-8b243da646b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:32.887698 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-7305f797-95d5-4d01-bbcd-8b243da646b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6199269 Nov 11 16:09:32.907661 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-72be0674-9354-494d-bb4f-f9d414404934 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:09:32.915590 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-72be0674-9354-494d-bb4f-f9d414404934 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170267 Nov 11 16:09:32.916093 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52564) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:32.949009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-9f2cffe3-96bd-4fc7-a49c-1813b5f56dbc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'security_group_rule': {'security_group_id': '987102d6-8fa1-4b8f-ab83-3b1d0a14ad21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:32.986549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 1bcb460b-2e10-42e0-b579-1dfadaad5a24 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:33.016195 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:33.043533 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9f2cffe3-96bd-4fc7-a49c-1813b5f56dbc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.182069 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9f2cffe3-96bd-4fc7-a49c-1813b5f56dbc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.182778 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7ac6-75f0-47f2-97a2-6f59776cd806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.192930 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9f2cffe3-96bd-4fc7-a49c-1813b5f56dbc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.197495 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.231776 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7ac6-75f0-47f2-97a2-6f59776cd806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.233939 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9f2cffe3-96bd-4fc7-a49c-1813b5f56dbc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.238402 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-9f2cffe3-96bd-4fc7-a49c-1813b5f56dbc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3076620 Nov 11 16:09:33.241192 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52570) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:33.249117 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-2c1ce4c1-a204-4049-b108-19979a2d92a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'security_group_rule': {'security_group_id': '987102d6-8fa1-4b8f-ab83-3b1d0a14ad21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:33.275167 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cffe3-96bd-4fc7-a49c-1813b5f56dbc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee120538-0b1f-4a44-9caa-d87707900ef3,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:33.286965 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:09:33.292831 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce4c1-a204-4049-b108-19979a2d92a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.320227 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Sync routers for ids ['1acecf45-d775-4932-a213-6cf35efaa647'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:09:33.340233 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ac8c66e3-e777-499d-aa7c-149879cc88e0 admin admin] 10.222.0.45 "PUT /v2.0/routers/1acecf45-d775-4932-a213-6cf35efaa647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1633461 Nov 11 16:09:33.416047 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ef430-a4a4-49c6-af19-d6744325ad1d req-a531cb85-ba6c-4ee5-9b70-a36222198b96 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:33.434342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce4c1-a204-4049-b108-19979a2d92a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.438580 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Routers {'1acecf45-d775-4932-a213-6cf35efaa647'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:33.439575 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce4c1-a204-4049-b108-19979a2d92a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.444735 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['1acecf45-d775-4932-a213-6cf35efaa647'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:33.445578 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e51ef430-a4a4-49c6-af19-d6744325ad1d req-a531cb85-ba6c-4ee5-9b70-a36222198b96 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 931 time: 0.5411146 Nov 11 16:09:33.455228 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-9e9e7ac6-75f0-47f2-97a2-6f59776cd806 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fe3d23c74ba48bb979cf73549cddb79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1408045 Nov 11 16:09:33.468857 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52578) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:33.485914 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e7ac6-75f0-47f2-97a2-6f59776cd806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a961b9d1-94de-46c8-88ac-c016539d6d2e,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:33.570607 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.594596 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ce4c1-a204-4049-b108-19979a2d92a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46926a37-015d-4883-bef6-849e168294a8,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:33.619247 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e51ef430-a4a4-49c6-af19-d6744325ad1d req-cb99e966-372d-4e39-a416-7dd85f50b0b3 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628911 Nov 11 16:09:33.721777 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:28Z', 'revision_number': 2, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:33.735928 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Request body: {'port': {'device_id': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:33.751728 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce4c1-a204-4049-b108-19979a2d92a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.760221 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2c1ce4c1-a204-4049-b108-19979a2d92a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5140626 Nov 11 16:09:33.777777 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52584) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:33.785289 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:33.808133 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Checking router: e365722a-9325-460b-865b-f67335cbd022 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:09:33.816688 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Updating router e365722a-9325-460b-865b-f67335cbd022 port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:09:33.824551 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.846385 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4469425-fc3f-474a-9bfe-3cfe6fff748e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.874219 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Set router 1acecf45-d775-4932-a213-6cf35efaa647 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:33.883987 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4469425-fc3f-474a-9bfe-3cfe6fff748e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.888630 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52586) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:33.892148 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:33.962505 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:33.970504 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:33.974260 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event updated for resources: {'Port': ['ID=d94036a2-ba40-401b-b4ae-4e7bb01b6725,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:33.979238 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:33.985658 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:33.986205 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:34.045913 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1163d-b842-4322-8087-18200c062e4c req-123851ae-2396-49bb-b464-9ab7a02a31dc tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:34.061245 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8df1163d-b842-4322-8087-18200c062e4c req-123851ae-2396-49bb-b464-9ab7a02a31dc tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 931 time: 0.3160400 Nov 11 16:09:34.062852 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:34.064409 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4c6205b5-8d9d-4734-89c7-ffc922f9f5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:34.067496 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-2db4b2a3-e779-49c2-86d7-182a2eb66f23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2033610 Nov 11 16:09:34.071466 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4469425-fc3f-474a-9bfe-3cfe6fff748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:34.074145 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4469425-fc3f-474a-9bfe-3cfe6fff748e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:34.078071 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f4469425-fc3f-474a-9bfe-3cfe6fff748e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a961b9d1-94de-46c8-88ac-c016539d6d2e HTTP/1.1" status: 204 len: 168 time: 0.5947149 Nov 11 16:09:34.091961 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Request body: {'port': {'device_id': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:34.139206 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4469425-fc3f-474a-9bfe-3cfe6fff748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a961b9d1-94de-46c8-88ac-c016539d6d2e,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:34.236483 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52594) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:34.284669 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-09a05683-6fa3-44fe-81c7-4416c62abb61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353887961', 'description': 'tempest-description--1008746383'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:34.376711 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:34.384224 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8df1163d-b842-4322-8087-18200c062e4c req-58281d5f-ee56-4c00-b902-f3b5f662559d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218491 Nov 11 16:09:34.562939 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 1bcb460b-2e10-42e0-b579-1dfadaad5a24 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:34.563619 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.156096 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-09a05683-6fa3-44fe-81c7-4416c62abb61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.190022 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.208762 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.222019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:28Z', 'revision_number': 4, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '683c7e20-03c5-4a2e-ac2f-518e326ae141', 'name': '', 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'mac_address': 'fa:16:3e:12:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:26Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 2, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'subnets': [{'id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:35.233834 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.234792 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f61b070b-cf06-4621-ba43-9ad7e554bd39 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:35.389242 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.391197 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Checking router: 1acecf45-d775-4932-a213-6cf35efaa647 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:09:35.391550 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Updating router 1acecf45-d775-4932-a213-6cf35efaa647 port 683c7e20-03c5-4a2e-ac2f-518e326ae141 binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:09:35.462021 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Attempting to bind port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:35.471460 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Attempting to bind port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:35.472765 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Attempting to bind port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:35.492967 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:35.509832 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Checking segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:35.510793 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.512076 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Bound using segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:35.513470 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Bound port: 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:35.514614 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.666976 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.705005 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] For port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:35.729784 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] For port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:35.747758 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:35.775873 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1de448-f941-4012-8b3a-5e1175a864ac None None] Pushing event updated for resources: {'Port': ['ID=c17b38ea-2f24-4b15-8e71-b3f569810f2d,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:35.810084 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbb8fc-2fa9-4874-a51e-cb07e251909f None None] Pushing event updated for resources: {'Port': ['ID=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:35.812987 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:35.813833 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:35.881338 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-22c24073-762e-4b10-a195-d19c3bf24a90 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:35.893649 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-22c24073-762e-4b10-a195-d19c3bf24a90 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 819 time: 0.8381348 Nov 11 16:09:36.003201 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-74f38871-1cb4-4c6a-b9ca-b19c17b12638 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/quotas/0b263597e7e545d2b309a5d2b2619456 HTTP/1.1" status: 200 len: 375 time: 0.1070049 Nov 11 16:09:36.091013 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port f61b070b-cf06-4621-ba43-9ad7e554bd39 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:36.093361 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.109560 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b979b-765f-4891-9b55-df791c1c5eaa req-e9be8647-456a-4f82-a442-ce3d50f28ae7 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:36.119075 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:36.132032 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d9b979b-765f-4891-9b55-df791c1c5eaa req-e9be8647-456a-4f82-a442-ce3d50f28ae7 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 931 time: 1.0948796 Nov 11 16:09:36.147007 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-5360b922-84e1-4d40-9f7f-fd9b036c998d None None] Provisioning complete for port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:36.150069 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5360b922-84e1-4d40-9f7f-fd9b036c998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.268147 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc127f5a-9292-46a3-a207-f127f1e5e4a0 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:36.285928 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.295690 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Attempting to bind port c17b38ea-2f24-4b15-8e71-b3f569810f2d on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:36.296438 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Attempting to bind port c17b38ea-2f24-4b15-8e71-b3f569810f2d by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:36.299727 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Attempting to bind port c17b38ea-2f24-4b15-8e71-b3f569810f2d on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:36.336992 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Transition to ACTIVE for port object cc127f5a-9292-46a3-a207-f127f1e5e4a0 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:36.348720 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94036a2-ba40-401b-b4ae-4e7bb01b6725 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:36.350841 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:36.351176 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Checking segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:36.353285 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.353431 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.358044 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Bound using segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:36.359639 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4c6205b5-8d9d-4734-89c7-ffc922f9f5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.359838 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Bound port: c17b38ea-2f24-4b15-8e71-b3f569810f2d, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:36.361987 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.364294 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.365218 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.426912 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Transition to ACTIVE for port object d94036a2-ba40-401b-b4ae-4e7bb01b6725 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:36.434804 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4c6205b5-8d9d-4734-89c7-ffc922f9f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.441311 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.443658 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Pushing event updated for resources: {'Port': ['ID=cc127f5a-9292-46a3-a207-f127f1e5e4a0,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:36.527515 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-4c6205b5-8d9d-4734-89c7-ffc922f9f5c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad749300708c4143bbd092ca56656058&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6356182 Nov 11 16:09:36.530732 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52644) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:36.619250 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-d182279a-a310-4f6b-8b78-bf7d0c4d9e0f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6150193 Nov 11 16:09:36.667934 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Attempting to bind port cc127f5a-9292-46a3-a207-f127f1e5e4a0 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:36.668496 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Attempting to bind port cc127f5a-9292-46a3-a207-f127f1e5e4a0 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '77a19553-e416-4bf8-958a-3b7f67656233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:36.669111 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Attempting to bind port cc127f5a-9292-46a3-a207-f127f1e5e4a0 on network 7ae607f5-59da-45eb-8e84-4b754bde3100 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:36.673284 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d94036a2-ba40-401b-b4ae-4e7bb01b6725,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:36.683472 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Port cc127f5a-9292-46a3-a207-f127f1e5e4a0 on network 7ae607f5-59da-45eb-8e84-4b754bde3100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:09:36.686762 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:35Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:36.698252 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Attempting to bind port cc127f5a-9292-46a3-a207-f127f1e5e4a0 on network 7ae607f5-59da-45eb-8e84-4b754bde3100 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:36.721923 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edec31-1811-4307-8c87-e87834fa63d9 None None] The sync data for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi is: [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:35Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:09:36.728045 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbb8fc-2fa9-4874-a51e-cb07e251909f None None] Pushing event updated for resources: {'Port': ['ID=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,revision_number=4']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:36.728477 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:36.733786 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Checking segment: {'id': '77a19553-e416-4bf8-958a-3b7f67656233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:36.734536 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Bound using segment: {'id': '77a19553-e416-4bf8-958a-3b7f67656233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:36.735045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Bound port: cc127f5a-9292-46a3-a207-f127f1e5e4a0, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a19553-e416-4bf8-958a-3b7f67656233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:36.735456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.749185 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Attempting to bind port d94036a2-ba40-401b-b4ae-4e7bb01b6725 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:36.749539 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Attempting to bind port d94036a2-ba40-401b-b4ae-4e7bb01b6725 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:36.760732 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Attempting to bind port d94036a2-ba40-401b-b4ae-4e7bb01b6725 on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:36.807042 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Port d94036a2-ba40-401b-b4ae-4e7bb01b6725 on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:09:36.807376 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Attempting to bind port d94036a2-ba40-401b-b4ae-4e7bb01b6725 on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:36.899081 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:36.899429 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Checking segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:36.899827 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Bound using segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:36.900275 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Bound port: d94036a2-ba40-401b-b4ae-4e7bb01b6725, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:36.900658 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:36.974137 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] For port c17b38ea-2f24-4b15-8e71-b3f569810f2d, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:36.989757 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] For port c17b38ea-2f24-4b15-8e71-b3f569810f2d, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=c17b38ea-2f24-4b15-8e71-b3f569810f2d,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:37.072019 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-09a05683-6fa3-44fe-81c7-4416c62abb61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.086351 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] For port d94036a2-ba40-401b-b4ae-4e7bb01b6725, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:37.088773 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.092606 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] For port d94036a2-ba40-401b-b4ae-4e7bb01b6725, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:37.108484 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.161335 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:37.162749 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.164928 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] 10.222.0.57 "PUT /v2.0/ports/d94036a2-ba40-401b-b4ae-4e7bb01b6725 HTTP/1.1" status: 200 len: 1093 time: 3.0807688 Nov 11 16:09:37.174816 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'tag': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:37.255130 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-09a05683-6fa3-44fe-81c7-4416c62abb61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.268741 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6205b5-8d9d-4734-89c7-ffc922f9f5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6491f45-ade9-4ce5-a727-072f2afda8b9,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:37.283558 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1de448-f941-4012-8b3a-5e1175a864ac None None] Pushing event updated for resources: {'Port': ['ID=c17b38ea-2f24-4b15-8e71-b3f569810f2d,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:37.315861 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d9b979b-765f-4891-9b55-df791c1c5eaa req-145cf9c7-e5d9-49d9-b7c7-849d0ef56fd4 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0648961 Nov 11 16:09:37.446406 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-09a05683-6fa3-44fe-81c7-4416c62abb61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.450255 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-09a05683-6fa3-44fe-81c7-4416c62abb61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.2006507 Nov 11 16:09:37.515094 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52672) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:37.529771 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a05683-6fa3-44fe-81c7-4416c62abb61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437221f5-2fa5-42c3-815b-870d39287f67,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:37.567190 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] For port cc127f5a-9292-46a3-a207-f127f1e5e4a0, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:37.582258 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-0bdd2766-61ff-43cf-a4d8-63f78487e224 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'security_group_rule': {'security_group_id': '437221f5-2fa5-42c3-815b-870d39287f67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:37.629689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] For port cc127f5a-9292-46a3-a207-f127f1e5e4a0, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc127f5a-9292-46a3-a207-f127f1e5e4a0,segment=NetworkSegment(77a19553-e416-4bf8-958a-3b7f67656233),segment_id=77a19553-e416-4bf8-958a-3b7f67656233)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:37.638161 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbbf6d-64f7-4e0c-9a7a-1db91984dfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d94036a2-ba40-401b-b4ae-4e7bb01b6725,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:37.654794 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.784160 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:37.791223 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:37.796807 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c153d6-fb4f-4fe6-b47a-03666e162173" -d '{"events": [{"name": "network-changed", "server_uuid": "95efa705-707c-4b75-9e3d-e0a9a76130e1", "tag": "d94036a2-ba40-401b-b4ae-4e7bb01b6725"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:37.825721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5bc434dc-c368-4fe2-80d1-ef78c003ed65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.828864 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-701a5dd3-8a83-41fa-b11c-1e608f6725db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:37.842603 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-701a5dd3-8a83-41fa-b11c-1e608f6725db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 1096 time: 0.4890163 Nov 11 16:09:37.860241 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:37.861306 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.863112 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] 10.222.0.57 "PUT /v2.0/ports/cc127f5a-9292-46a3-a207-f127f1e5e4a0 HTTP/1.1" status: 200 len: 1093 time: 4.4318986 Nov 11 16:09:37.875575 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5bc434dc-c368-4fe2-80d1-ef78c003ed65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.928744 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568b967-b851-4c59-87c1-9cf8e9be6bba service neutron] Pushing event updated for resources: {'Port': ['ID=cc127f5a-9292-46a3-a207-f127f1e5e4a0,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:37.985896 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5bc434dc-c368-4fe2-80d1-ef78c003ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.995104 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5bc434dc-c368-4fe2-80d1-ef78c003ed65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:37.997078 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5bc434dc-c368-4fe2-80d1-ef78c003ed65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6491f45-ade9-4ce5-a727-072f2afda8b9 HTTP/1.1" status: 204 len: 168 time: 1.4535785 Nov 11 16:09:38.203028 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0213ff-15e7-4f33-a3cf-2705d72385a5 req-9a77c59a-06f5-4ade-8c3e-29fa205d1266 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:38.224232 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af0213ff-15e7-4f33-a3cf-2705d72385a5 req-9a77c59a-06f5-4ade-8c3e-29fa205d1266 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 943 time: 0.6034265 Nov 11 16:09:38.270627 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc434dc-c368-4fe2-80d1-ef78c003ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6491f45-ade9-4ce5-a727-072f2afda8b9,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:38.310991 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:38.385836 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af0213ff-15e7-4f33-a3cf-2705d72385a5 req-9424827a-6276-4047-91bf-bd978b38d4ba tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605637 Nov 11 16:09:38.428412 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Allocated IP 172.27.3.254 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/788f4ab6-ae56-44cf-a67a-72d1401be33e) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:38.443593 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-f25b021f-638f-4f3e-a847-e9242bb27082 service neutron] 10.222.0.45 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7905729 Nov 11 16:09:38.571336 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2766-61ff-43cf-a4d8-63f78487e224 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:38.713491 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-21722eb1-40b9-4eb5-8f67-1b153ffa1fe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725 HTTP/1.1" status: 200 len: 217 time: 0.2154906 Nov 11 16:09:38.769750 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5360b922-84e1-4d40-9f7f-fd9b036c998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:38.895378 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-371df915-dc2e-45cc-a965-a1cc3bc77c98 service neutron] 10.222.0.45 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414177 Nov 11 16:09:38.921356 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:38.935029 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5360b922-84e1-4d40-9f7f-fd9b036c998d None None] For port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:39.016220 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2766-61ff-43cf-a4d8-63f78487e224 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.048168 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2766-61ff-43cf-a4d8-63f78487e224 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.150042 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.159254 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399f951f-5b8c-4e2e-a2bc-a90425f353dd x-openstack-request-id: req-399f951f-5b8c-4e2e-a2bc-a90425f353dd {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:39.159547 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95efa705-707c-4b75-9e3d-e0a9a76130e1", "tag": "d94036a2-ba40-401b-b4ae-4e7bb01b6725", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:39.159817 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-399f951f-5b8c-4e2e-a2bc-a90425f353dd {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:39.160481 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'tag': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725', 'status': 'completed', 'code': 200} Nov 11 16:09:39.175800 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-5182d55b-2c88-45da-b82f-008a8d088db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:39.179466 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-5182d55b-2c88-45da-b82f-008a8d088db4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.3728354 Nov 11 16:09:39.182609 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-fd2adb88-14a4-4ef4-b97f-5c167b305413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:39.204530 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-fd2adb88-14a4-4ef4-b97f-5c167b305413 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4a9186002754e46b14c21a4b9a0d6fe&device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 1096 time: 0.3982871 Nov 11 16:09:39.208682 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd2766-61ff-43cf-a4d8-63f78487e224 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba9176d-8025-4502-a7fe-f68a61a4faa0,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:39.230824 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5360b922-84e1-4d40-9f7f-fd9b036c998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.232226 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2766-61ff-43cf-a4d8-63f78487e224 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.237585 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-0bdd2766-61ff-43cf-a4d8-63f78487e224 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6814077 Nov 11 16:09:39.240149 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52726) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:39.251611 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-c68275fe-f4d9-4dde-b901-fb4769705e66 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'security_group_rule': {'security_group_id': '437221f5-2fa5-42c3-815b-870d39287f67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:39.252841 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:39.253246 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.361862 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.460089 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] Provisioning complete for port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:39.460089 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.492670 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-52fd86a8-8f9f-4abc-b366-968538f57e80 req-151cc072-5089-4eed-ac1f-f39b3c9b494a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 210 time: 0.1890485 Nov 11 16:09:39.555181 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-d8495c70-7895-4a1e-a296-207c61f22022 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc127f5a-9292-46a3-a207-f127f1e5e4a0 HTTP/1.1" status: 200 len: 217 time: 0.1697497 Nov 11 16:09:39.562055 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-d5eb8b7d-2020-4deb-9762-6c4856b6307e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3517601 Nov 11 16:09:39.596720 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:09:39.638046 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c68275fe-f4d9-4dde-b901-fb4769705e66 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:39.768201 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:39.841633 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:39.862706 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:39.870585 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'Port': ['ID=788f4ab6-ae56-44cf-a67a-72d1401be33e,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:39.900876 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360b922-84e1-4d40-9f7f-fd9b036c998d None None] Pushing event updated for resources: {'Port': ['ID=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:39.936803 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-450a9044-43b4-42a4-950a-5fac5dc45c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:39.943068 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-450a9044-43b4-42a4-950a-5fac5dc45c98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed2f2f96-a181-484b-b373-644ccaa05875 HTTP/1.1" status: 200 len: 850 time: 0.3560116 Nov 11 16:09:40.087473 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-176787b1-3725-4e1f-ab3a-f0604ff71eee service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999778 Nov 11 16:09:40.089459 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-0b0002b7-794b-4ebf-b91b-512eaea4b84d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ae607f5-59da-45eb-8e84-4b754bde3100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893240 Nov 11 16:09:40.143368 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270c411-3728-44e7-8a07-b0b399c5164e req-5944ab2d-82a8-4764-84e7-f443aec68720 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:40.153780 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0270c411-3728-44e7-8a07-b0b399c5164e req-5944ab2d-82a8-4764-84e7-f443aec68720 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 943 time: 0.6709042 Nov 11 16:09:40.404470 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52772) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:40.427509 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.454545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.479289 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f10c79-dd0f-4a5f-ad64-195823312cc7 req-85b2e967-9f06-4477-a57a-717a57856816 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:40.481117 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e6f10c79-dd0f-4a5f-ad64-195823312cc7 req-85b2e967-9f06-4477-a57a-717a57856816 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 943 time: 0.7834227 Nov 11 16:09:40.524911 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c68275fe-f4d9-4dde-b901-fb4769705e66 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.539967 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c68275fe-f4d9-4dde-b901-fb4769705e66 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.579926 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0270c411-3728-44e7-8a07-b0b399c5164e req-e724f407-8a6c-4334-8298-a0de05fae198 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900635 Nov 11 16:09:40.583229 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.595434 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68275fe-f4d9-4dde-b901-fb4769705e66 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c1523e-df9c-4006-8bdf-2752cf5f3ede,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:40.608248 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c68275fe-f4d9-4dde-b901-fb4769705e66 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.610174 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c68275fe-f4d9-4dde-b901-fb4769705e66 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3688486 Nov 11 16:09:40.622528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52778) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:40.626667 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:40.642019 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:40.691978 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] Provisioning complete for port c17b38ea-2f24-4b15-8e71-b3f569810f2d triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:40.695843 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.718954 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-15e387a7-9a95-4d24-b13f-df0d72d5eed7 service neutron] 10.222.0.57 "GET /v2.0/networks/7ae607f5-59da-45eb-8e84-4b754bde3100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346053 Nov 11 16:09:40.728220 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:40.828048 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d5a1aad7-ab45-4f83-b941-d66495b62528 req-51972f0c-6e05-4438-b4fb-a90d0655fd28 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451688 Nov 11 16:09:40.863402 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:36Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:40.940338 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981ef5-4a51-4f1e-872c-8298aaa58c7d None None] The sync data for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi is: [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:36Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:09:40.954544 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3249327-10a3-4ad6-bde8-ebb1afd8af33 None None] Pushing event updated for resources: {'Port': ['ID=683c7e20-03c5-4a2e-ac2f-518e326ae141,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:40.960717 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:40.961108 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.137863 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Attempting to bind port 683c7e20-03c5-4a2e-ac2f-518e326ae141 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:41.138100 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Attempting to bind port 683c7e20-03c5-4a2e-ac2f-518e326ae141 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:41.138487 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Attempting to bind port 683c7e20-03c5-4a2e-ac2f-518e326ae141 on network b9079ffd-a69b-4c4b-bffe-b475421908b9 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:41.160994 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:41.162270 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Checking segment: {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:41.162816 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.163229 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Bound using segment: {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:41.164063 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Bound port: 683c7e20-03c5-4a2e-ac2f-518e326ae141, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:41.164454 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.173849 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'tag': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:41.176228 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "441582a8-5e9b-415b-a308-b4c1af43ff41", "tag": "cc127f5a-9292-46a3-a207-f127f1e5e4a0"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:41.316626 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.318911 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fdad665b-f81e-4b3f-98be-347dbac352aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.330451 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-737f2735-566e-4b50-9c21-bb7a52c49d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:41.335645 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-737f2735-566e-4b50-9c21-bb7a52c49d0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 1096 time: 0.2643101 Nov 11 16:09:41.341237 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a6b9ee34-c3f9-433c-b112-43cee9f11c1b req-8f045601-9b6f-40b0-b70f-100225a8e2ac service neutron] 10.222.0.57 "GET /v2.0/networks/7ae607f5-59da-45eb-8e84-4b754bde3100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823794 Nov 11 16:09:41.362755 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.385853 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] For port 683c7e20-03c5-4a2e-ac2f-518e326ae141, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:41.401325 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.439196 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] For port c17b38ea-2f24-4b15-8e71-b3f569810f2d, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=c17b38ea-2f24-4b15-8e71-b3f569810f2d,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:41.454507 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] For port 683c7e20-03c5-4a2e-ac2f-518e326ae141, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=683c7e20-03c5-4a2e-ac2f-518e326ae141,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:41.471381 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.475561 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.574843 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9b9ed-6c26-467a-889b-44e03dba41c5 None None] Pushing event updated for resources: {'Port': ['ID=c17b38ea-2f24-4b15-8e71-b3f569810f2d,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:41.578039 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Routers {'1acecf45-d775-4932-a213-6cf35efaa647'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:09:41.578778 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['1acecf45-d775-4932-a213-6cf35efaa647'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:41.872457 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'Port': ['ID=788f4ab6-ae56-44cf-a67a-72d1401be33e,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:41.902247 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3249327-10a3-4ad6-bde8-ebb1afd8af33 None None] Pushing event updated for resources: {'Port': ['ID=683c7e20-03c5-4a2e-ac2f-518e326ae141,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:41.916119 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e6f10c79-dd0f-4a5f-ad64-195823312cc7 req-36d72d20-e8ac-4c5d-82d9-82c1d58f11fc tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4117637 Nov 11 16:09:41.941418 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.944296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:41.971877 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] Set router 1acecf45-d775-4932-a213-6cf35efaa647 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:09:42.157302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fdad665b-f81e-4b3f-98be-347dbac352aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:42.215679 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fdad665b-f81e-4b3f-98be-347dbac352aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:42.264329 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:42.274217 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-fe799320-2062-4fa2-8d14-ce20afd134ee tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4859107 Nov 11 16:09:42.316957 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.57', 49911) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:42.448408 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bfc993-dfe7-4d65-a843-125e5d4656fc x-openstack-request-id: req-96bfc993-dfe7-4d65-a843-125e5d4656fc {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:42.483205 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-fdad665b-f81e-4b3f-98be-347dbac352aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ee70c102b50409380fb823698426013&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0395458 Nov 11 16:09:42.483205 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad665b-f81e-4b3f-98be-347dbac352aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc1842e-8834-4084-9b56-91b50b9adff1,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:42.485516 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441582a8-5e9b-415b-a308-b4c1af43ff41", "tag": "cc127f5a-9292-46a3-a207-f127f1e5e4a0", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:42.486197 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96bfc993-dfe7-4d65-a843-125e5d4656fc {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:42.486332 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'tag': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0', 'status': 'completed', 'code': 200} Nov 11 16:09:42.489229 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52826) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:42.561064 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device c17b38ea-2f24-4b15-8e71-b3f569810f2d up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:42.563473 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-344167a4-910e-406f-89ec-3a11624f39bd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:42.565501 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-344167a4-910e-406f-89ec-3a11624f39bd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 819 time: 1.5656617 Nov 11 16:09:42.566461 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:28Z', 'revision_number': 4, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '683c7e20-03c5-4a2e-ac2f-518e326ae141', 'name': '', 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'mac_address': 'fa:16:3e:12:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:26Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 4, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'subnets': [{'id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:09:42.681575 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924ed11-92ae-4739-91db-8df13cd7ca02 None None] The sync data for ids ['1acecf45-d775-4932-a213-6cf35efaa647'] in dv-cinder-774288-11-iscsi is: [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:28Z', 'revision_number': 4, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '683c7e20-03c5-4a2e-ac2f-518e326ae141', 'name': '', 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'mac_address': 'fa:16:3e:12:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:26Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 4, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'subnets': [{'id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:09:42.719514 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-3e1f8697-1785-4e86-85be-456346b5702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:42.721422 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-3e1f8697-1785-4e86-85be-456346b5702d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4a9186002754e46b14c21a4b9a0d6fe&device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 1096 time: 0.3939967 Nov 11 16:09:42.723263 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-bea4e9cd-d474-4dc8-bb23-941ba390013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:42.730119 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-bea4e9cd-d474-4dc8-bb23-941ba390013e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 916 time: 1.3569822 Nov 11 16:09:42.737302 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-23b229cf-c06f-4e47-b15e-dc4a9e947207 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/quotas/0b263597e7e545d2b309a5d2b2619456 HTTP/1.1" status: 200 len: 375 time: 0.0726826 Nov 11 16:09:42.738895 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port c17b38ea-2f24-4b15-8e71-b3f569810f2d triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:42.739243 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:42.859511 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-155c53d5-3e74-4245-becc-4dc16dcdfdb8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:42.865130 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-155c53d5-3e74-4245-becc-4dc16dcdfdb8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 819 time: 1.1319301 Nov 11 16:09:42.945975 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-874988a7-6fc9-478c-ac3c-bdb51c8fbddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:42.967399 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Request body: {'port': {'device_id': '81261290-b980-4b0b-b239-3aa2a33e866d', 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'admin_state_up': True, 'tenant_id': '0b263597e7e545d2b309a5d2b2619456'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:43.134202 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-9ec803a6-a317-4627-bf23-8a660479699c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725 HTTP/1.1" status: 200 len: 217 time: 0.3685772 Nov 11 16:09:43.159092 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d74cd-c54f-45d9-9bd6-3100fcdaa591 req-df5e46dc-411f-4c71-8ec7-fa94604b745b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:43.170982 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e1d74cd-c54f-45d9-9bd6-3100fcdaa591 req-df5e46dc-411f-4c71-8ec7-fa94604b745b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 943 time: 0.6511490 Nov 11 16:09:43.182441 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-874988a7-6fc9-478c-ac3c-bdb51c8fbddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:43.226580 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-2a904244-13df-4de8-83f1-5f5b98a8cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:43.228066 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-2a904244-13df-4de8-83f1-5f5b98a8cff5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ae607f5-59da-45eb-8e84-4b754bde3100 HTTP/1.1" status: 200 len: 911 time: 0.4698489 Nov 11 16:09:43.254262 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Made reservation on behalf of 0b263597e7e545d2b309a5d2b2619456 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:43.257717 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:43.299386 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-874988a7-6fc9-478c-ac3c-bdb51c8fbddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:43.307376 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-874988a7-6fc9-478c-ac3c-bdb51c8fbddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:43.308955 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-874988a7-6fc9-478c-ac3c-bdb51c8fbddf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8dc1842e-8834-4084-9b56-91b50b9adff1 HTTP/1.1" status: 204 len: 168 time: 0.7950716 Nov 11 16:09:43.328611 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e1d74cd-c54f-45d9-9bd6-3100fcdaa591 req-7cf188a7-52b1-4e1f-9b63-35533e74ae00 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562326 Nov 11 16:09:43.337135 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874988a7-6fc9-478c-ac3c-bdb51c8fbddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc1842e-8834-4084-9b56-91b50b9adff1,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:43.386483 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-ec7ee807-b74e-414d-9234-7e6d0eb08c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:43.388235 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-ec7ee807-b74e-414d-9234-7e6d0eb08c0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.1449189 Nov 11 16:09:43.394999 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-95eaeca5-f32e-4e9d-b91c-0cf4f76d3cfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc127f5a-9292-46a3-a207-f127f1e5e4a0 HTTP/1.1" status: 200 len: 217 time: 0.1271222 Nov 11 16:09:43.396408 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:43.410853 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-68c8e99a-4cb1-4cf6-8a68-056c64f73211 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6391623 Nov 11 16:09:43.484355 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Allocated IP 172.20.0.2 (b9079ffd-a69b-4c4b-bffe-b475421908b9/dde79e59-7dbe-4b66-aca2-d6db90610921/f234d599-82a3-47b9-936e-f0cc4b24bd61) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:43.530760 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-b7da4d46-9131-43bd-8faf-c65ed90c4efa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342324 Nov 11 16:09:43.624022 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-a33c1642-654b-44d2-ba92-8d7d463ee8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:43.625517 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-a33c1642-654b-44d2-ba92-8d7d463ee8b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed2f2f96-a181-484b-b373-644ccaa05875 HTTP/1.1" status: 200 len: 850 time: 0.2024326 Nov 11 16:09:43.703650 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1179f77a-0a2e-4711-87c6-27ca795db41d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1830309759&fields=id&tenant_id=818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 267 time: 0.2488036 Nov 11 16:09:43.715128 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-a86bb704-7e6f-4a48-a026-db03ff3641a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ae607f5-59da-45eb-8e84-4b754bde3100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766852 Nov 11 16:09:43.727961 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-79a7c506-4ac1-48d9-a202-74a0af655620 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895247 Nov 11 16:09:43.763545 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a56c82c3-6611-48ec-8507-24bf4e0d9485 service neutron] 10.222.0.45 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392444 Nov 11 16:09:43.831616 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52870) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:43.867399 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-13383c2d-14ef-45f5-a4af-c5b5ec175f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:43.869896 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:43.912015 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-37c153d6-fb4f-4fe6-b47a-03666e162173 req-b106d3d2-be38-40f0-8f0d-8f3ebb61523d service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736619 Nov 11 16:09:43.915543 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Allocated IP 172.27.3.83 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/0aea6847-be70-451a-9269-4ef842ecc35d) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:43.979300 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.007472 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:44.084309 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-13383c2d-14ef-45f5-a4af-c5b5ec175f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.088479 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:44.091439 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-bd81e15e-b82e-4ff7-9af9-924e133d2190 service neutron] 10.222.0.57 "GET /v2.0/networks/7ae607f5-59da-45eb-8e84-4b754bde3100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418887 Nov 11 16:09:44.094858 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:44.100867 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:44.101263 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-67979c2d-1e14-478b-b8a9-309aff101afa tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:44.102573 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.108150 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-67979c2d-1e14-478b-b8a9-309aff101afa tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 817 time: 0.4040370 Nov 11 16:09:44.126946 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-13383c2d-14ef-45f5-a4af-c5b5ec175f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.153955 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-e255ef4c-0dc7-4652-a025-a38cd1d8ab70 service neutron] 10.222.0.45 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702655 Nov 11 16:09:44.180888 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-13383c2d-14ef-45f5-a4af-c5b5ec175f0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a18a5f4058de45368ec3708111774cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479993 Nov 11 16:09:44.184802 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2351882 Nov 11 16:09:44.198357 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52886) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:44.210623 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-ea0a9ebe-3132-4f39-a40a-b5cefa7d2d45 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/quotas/818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 375 time: 0.1014774 Nov 11 16:09:44.254979 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Request body: {'port': {'device_id': '81261290-b980-4b0b-b239-3aa2a33e866d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:44.282639 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.346342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13383c2d-14ef-45f5-a4af-c5b5ec175f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c4f78b-8563-4f1a-9bf4-bd65d0c85f28,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:44.347575 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-b306c2da-6b38-4df8-9147-31ed65a9ff1b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340921 Nov 11 16:09:44.351406 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a213e-132f-46a0-8768-f0e4786ed1c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Pushing event updated for resources: {'Port': ['ID=f234d599-82a3-47b9-936e-f0cc4b24bd61,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:44.359691 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27eec8fd-414d-4020-bb7c-5131f5f6b6fb req-37c27beb-ddf2-4ef2-982d-ff9c85088935 service neutron] 10.222.0.57 "GET /v2.0/networks/7ae607f5-59da-45eb-8e84-4b754bde3100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493794 Nov 11 16:09:44.472005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.561247 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 683c7e20-03c5-4a2e-ac2f-518e326ae141 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:44.596516 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8ee64138-d5c2-4794-adef-48939cbc5d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.744440 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 683c7e20-03c5-4a2e-ac2f-518e326ae141 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:44.745134 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.761757 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8ee64138-d5c2-4794-adef-48939cbc5d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.944417 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8ee64138-d5c2-4794-adef-48939cbc5d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.949666 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.950899 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-57247658-220e-4a52-b116-4ece8c67bf69 service neutron] 10.222.0.45 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902035 Nov 11 16:09:44.952506 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8ee64138-d5c2-4794-adef-48939cbc5d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:44.958679 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-8ee64138-d5c2-4794-adef-48939cbc5d2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1c4f78b-8563-4f1a-9bf4-bd65d0c85f28 HTTP/1.1" status: 204 len: 168 time: 0.7556007 Nov 11 16:09:45.054035 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 683c7e20-03c5-4a2e-ac2f-518e326ae141, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=683c7e20-03c5-4a2e-ac2f-518e326ae141,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:45.074318 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.145110 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee64138-d5c2-4794-adef-48939cbc5d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c4f78b-8563-4f1a-9bf4-bd65d0c85f28,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:45.186375 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=683c7e20-03c5-4a2e-ac2f-518e326ae141,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:45.234999 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.238938 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f234d599-82a3-47b9-936e-f0cc4b24bd61 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:45.250323 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.266229 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Transition to ACTIVE for port object f234d599-82a3-47b9-936e-f0cc4b24bd61 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:45.273160 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.307006 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'Port': ['ID=0aea6847-be70-451a-9269-4ef842ecc35d,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:45.341479 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb9f6-69e5-4c80-b4f5-f7a714683a0c req-e023ab9b-aa72-46ea-b35e-f08da0b8be71 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:45.343138 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9f4cb9f6-69e5-4c80-b4f5-f7a714683a0c req-e023ab9b-aa72-46ea-b35e-f08da0b8be71 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 943 time: 0.3895354 Nov 11 16:09:45.361743 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:45.383993 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:45.394414 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:45.399999 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Pushing event updated for resources: {'Port': ['ID=f234d599-82a3-47b9-936e-f0cc4b24bd61,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:45.425271 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Attempting to bind port f234d599-82a3-47b9-936e-f0cc4b24bd61 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:45.425271 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Attempting to bind port f234d599-82a3-47b9-936e-f0cc4b24bd61 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:45.425504 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Attempting to bind port f234d599-82a3-47b9-936e-f0cc4b24bd61 on network b9079ffd-a69b-4c4b-bffe-b475421908b9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:45.430273 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Port f234d599-82a3-47b9-936e-f0cc4b24bd61 on network b9079ffd-a69b-4c4b-bffe-b475421908b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:09:45.430593 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Attempting to bind port f234d599-82a3-47b9-936e-f0cc4b24bd61 on network b9079ffd-a69b-4c4b-bffe-b475421908b9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:45.438203 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:45.438772 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Checking segment: {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:45.439167 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Bound using segment: {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:45.439724 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Bound port: f234d599-82a3-47b9-936e-f0cc4b24bd61, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:45.440076 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.465435 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-5f989b3e-5dcc-414d-b9a4-56adb06bf0e7 service neutron] 10.222.0.45 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777057 Nov 11 16:09:45.481922 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.506999 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9f4cb9f6-69e5-4c80-b4f5-f7a714683a0c req-93ebdd74-c369-4910-92ec-5bdbffe3a0bd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506517 Nov 11 16:09:45.539013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.554998 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] For port f234d599-82a3-47b9-936e-f0cc4b24bd61, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:45.559532 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] For port f234d599-82a3-47b9-936e-f0cc4b24bd61, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:45.564574 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.670465 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:45.671158 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.675788 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] 10.222.0.57 "PUT /v2.0/ports/f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 200 len: 1093 time: 1.4721913 Nov 11 16:09:45.676271 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81261290-b980-4b0b-b239-3aa2a33e866d', 'tag': 'f234d599-82a3-47b9-936e-f0cc4b24bd61'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:45.681851 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda354ed-eeaa-47d8-923f-476aefbb80b5" -d '{"events": [{"name": "network-changed", "server_uuid": "81261290-b980-4b0b-b239-3aa2a33e866d", "tag": "f234d599-82a3-47b9-936e-f0cc4b24bd61"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:45.699580 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007f438-45c3-4985-a7f8-244f23364932 service neutron] Pushing event updated for resources: {'Port': ['ID=f234d599-82a3-47b9-936e-f0cc4b24bd61,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:45.754744 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339e129-6db2-4a64-bc23-85b02542d833 req-0d5cd062-371a-4f23-959d-662dd0601a37 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:45.756944 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1339e129-6db2-4a64-bc23-85b02542d833 req-0d5cd062-371a-4f23-959d-662dd0601a37 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 943 time: 0.1450448 Nov 11 16:09:45.865299 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-156806b0-4ab0-402d-94d0-e158693eca27 req-931c9500-b560-41d9-b698-4adb1cb62989 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 210 time: 0.0631320 Nov 11 16:09:45.877266 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.887989 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.954686 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'Port': ['ID=0aea6847-be70-451a-9269-4ef842ecc35d,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:45.958802 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.961285 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5256c124-82af-4733-8a1f-733490e9492b x-openstack-request-id: req-5256c124-82af-4733-8a1f-733490e9492b {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:45.961627 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81261290-b980-4b0b-b239-3aa2a33e866d", "tag": "f234d599-82a3-47b9-936e-f0cc4b24bd61", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:45.962202 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5256c124-82af-4733-8a1f-733490e9492b {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:45.962635 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81261290-b980-4b0b-b239-3aa2a33e866d', 'tag': 'f234d599-82a3-47b9-936e-f0cc4b24bd61', 'status': 'completed', 'code': 200} Nov 11 16:09:45.977620 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1339e129-6db2-4a64-bc23-85b02542d833 req-55ec633b-5a04-4823-8241-5ddcf4f94ed9 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060094 Nov 11 16:09:45.985274 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:45.993602 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-b5735293-a0da-4d19-a8e6-837796779b0e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3673193 Nov 11 16:09:46.072775 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-de21974b-7a4c-46b6-ad4d-3594df338a58 req-d8d5225c-a232-4beb-8385-6e4950cc646a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 210 time: 0.0539441 Nov 11 16:09:46.237616 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7d402dd-4f26-4149-ba0b-792c0e8e4f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.287288 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-dd15b770-ca23-49a6-ab3f-911959c77fbc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1353887961&fields=id&tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd HTTP/1.1" status: 200 len: 267 time: 0.0546706 Nov 11 16:09:46.341001 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 52960) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:46.348240 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 683c7e20-03c5-4a2e-ac2f-518e326ae141 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:46.403153 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 683c7e20-03c5-4a2e-ac2f-518e326ae141 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:46.403427 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.423203 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-73b29b33-1fc1-42d8-94f6-f9f809fd6763 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:46.424675 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-73b29b33-1fc1-42d8-94f6-f9f809fd6763 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 810 time: 0.1290014 Nov 11 16:09:46.442339 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-b161c646-fc0c-4132-add4-a57db90d98ee tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/quotas/4e61d09d7f264cf2a8cd14d8f5efc7bd HTTP/1.1" status: 200 len: 375 time: 0.0110235 Nov 11 16:09:46.444994 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-864721817-network', 'tenant_id': '828d8538127b4448965eeaf3e7108564'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:46.471555 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Made reservation on behalf of 828d8538127b4448965eeaf3e7108564 for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:46.474145 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.484055 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.502879 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-caaf880b-5016-4416-89fd-d2772e291d38 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510609 Nov 11 16:09:46.570172 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.575217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.602753 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:46.609299 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9225809f-1266-4a12-8694-b35a5a6610cd,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:46.615287 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.615634 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Added segment 48711043-daff-4e38-b4de-b1f6bf9813bb of type vlan for network 807d9baf-7c7e-49e9-b17f-f82a8a6e4512 Nov 11 16:09:46.640054 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-7a728911-f73c-4190-88d5-d3c521b3a4f2 service neutron] 10.222.0.45 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209121 Nov 11 16:09:46.658225 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84046-c3ce-4919-ae7c-d49ba3d1c322 req-ca4c254f-e43b-4acc-869f-3ed52e7f51ea tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:46.659823 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-17f84046-c3ce-4919-ae7c-d49ba3d1c322 req-ca4c254f-e43b-4acc-869f-3ed52e7f51ea tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 943 time: 0.0775573 Nov 11 16:09:46.662051 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.685556 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.686496 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:46.687082 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:46.741163 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3985772 Nov 11 16:09:46.744661 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 52966) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:46.751179 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Request body: {'subnet': {'network_id': '807d9baf-7c7e-49e9-b17f-f82a8a6e4512', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-864721817-subnet', 'tenant_id': '828d8538127b4448965eeaf3e7108564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:46.752531 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e4012-bdc4-4004-832d-312869589ade admin admin] Pushing event updated for resources: {'Network': ['ID=807d9baf-7c7e-49e9-b17f-f82a8a6e4512,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:46.766302 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 807d9baf-7c7e-49e9-b17f-f82a8a6e4512 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:09:46.777642 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-17f84046-c3ce-4919-ae7c-d49ba3d1c322 req-8ccbd16d-b306-4317-b5a2-17766bd63662 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105311 Nov 11 16:09:46.807753 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-82accae1-2ca0-42e9-bfc0-2d5c45e1eaec service neutron] 10.222.0.45 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577861 Nov 11 16:09:46.809224 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Made reservation on behalf of 828d8538127b4448965eeaf3e7108564 for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:46.811411 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Publish callbacks [] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:47.013106 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bc4f24c5-2ab9-4dd5-8151-8515180e48e6 req-e84ce46b-7f2a-4805-9b66-043afc0fa552 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 210 time: 0.0689521 Nov 11 16:09:47.046985 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-96150753-0b09-4ac5-90a2-320691620d25 req-5ac01d12-cff7-4699-8b0c-879ee2b23376 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 210 time: 0.0834098 Nov 11 16:09:47.056685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:47.145491 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac326a4-e72c-4b35-bd08-735f2557efa2,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:47.180119 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Checking segment: {'id': '48711043-daff-4e38-b4de-b1f6bf9813bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '807d9baf-7c7e-49e9-b17f-f82a8a6e4512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:47.180481 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Network hostable DHCP agents. Network: 807d9baf-7c7e-49e9-b17f-f82a8a6e4512, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:47.200661 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5f1003ce-9c14-48cc-a4f7-ca719d219dfb req-478b9e44-f60a-4608-a93f-147eaaa90f2c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 210 time: 0.0387709 Nov 11 16:09:47.211774 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886cfcb-fac4-40a5-9ec9-be9bafb6f226 req-e78f8edf-26ca-410e-88d2-6b4ee2a9335e tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:47.213342 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0886cfcb-fac4-40a5-9ec9-be9bafb6f226 req-e78f8edf-26ca-410e-88d2-6b4ee2a9335e tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 943 time: 0.1184134 Nov 11 16:09:47.239086 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Network 807d9baf-7c7e-49e9-b17f-f82a8a6e4512 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:47.271715 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 807d9baf-7c7e-49e9-b17f-f82a8a6e4512) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:47.279584 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:47.280181 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:47.281146 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2a763-b7e5-4ba4-8c5e-04155f1aeac8 None None] Network 807d9baf-7c7e-49e9-b17f-f82a8a6e4512 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:47.293503 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0886cfcb-fac4-40a5-9ec9-be9bafb6f226 req-2dc94518-7316-45ab-a4e9-9ff2c559e553 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723095 Nov 11 16:09:47.297450 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f1f24115-fa77-4b96-84d7-4a4ca2fe3cde admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5500121 Nov 11 16:09:47.422858 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1108c98a-927a-4684-a76c-8bef4d2df438 None None] Network 807d9baf-7c7e-49e9-b17f-f82a8a6e4512 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:47.759234 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53002) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:47.764400 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1977128016-network', 'tenant_id': 'efad78192bb84dffaa558a04e7926585'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:47.784042 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Made reservation on behalf of efad78192bb84dffaa558a04e7926585 for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:47.786376 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:47.795142 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:47.860032 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device cc127f5a-9292-46a3-a207-f127f1e5e4a0 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:09:47.936092 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda354ed-eeaa-47d8-923f-476aefbb80b5 req-014b1a27-8e7a-4130-a853-bc0c4ad955cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:47.938499 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-dda354ed-eeaa-47d8-923f-476aefbb80b5 req-014b1a27-8e7a-4130-a853-bc0c4ad955cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1096 time: 0.0798757 Nov 11 16:09:47.969179 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:47.993644 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port cc127f5a-9292-46a3-a207-f127f1e5e4a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc127f5a-9292-46a3-a207-f127f1e5e4a0,segment=NetworkSegment(77a19553-e416-4bf8-958a-3b7f67656233),segment_id=77a19553-e416-4bf8-958a-3b7f67656233)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:47.998561 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.009504 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0', 'network_id': '7ae607f5-59da-45eb-8e84-4b754bde3100', 'port_id': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0', 'mac_address': 'fa:16:3e:36:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2f2f96-a181-484b-b373-644ccaa05875', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:09:48.013218 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=101822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:48.026348 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.027513 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Added segment 57d25fac-80d4-4fa3-85b5-29ae603628a5 of type vlan for network a33fd794-7445-430e-893b-c947ef7473f4 Nov 11 16:09:48.083029 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.099809 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc127f5a-9292-46a3-a207-f127f1e5e4a0 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:48.123294 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port cc127f5a-9292-46a3-a207-f127f1e5e4a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc127f5a-9292-46a3-a207-f127f1e5e4a0,segment=NetworkSegment(77a19553-e416-4bf8-958a-3b7f67656233),segment_id=77a19553-e416-4bf8-958a-3b7f67656233)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:48.131992 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.132818 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d94036a2-ba40-401b-b4ae-4e7bb01b6725 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:09:48.149122 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b6e47-4784-4efc-bcfb-69375767e328 req-33424a8d-baef-4c9c-90a7-38cb7022a600 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:48.157184 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f81b6e47-4784-4efc-bcfb-69375767e328 req-33424a8d-baef-4c9c-90a7-38cb7022a600 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 943 time: 0.3062327 Nov 11 16:09:48.164281 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.189929 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d076b942-a1df-433f-a980-e9b56cc5e498,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:48.205670 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda354ed-eeaa-47d8-923f-476aefbb80b5 req-ed0bd807-7365-4ee1-a8f2-f5b15e297042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:48.207307 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-dda354ed-eeaa-47d8-923f-476aefbb80b5 req-ed0bd807-7365-4ee1-a8f2-f5b15e297042 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0b263597e7e545d2b309a5d2b2619456&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2595356 Nov 11 16:09:48.211125 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-95fc3efd-3d14-4b77-96c1-4575bf49aa21 req-a596b987-334f-426e-b761-b243c7317f1c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 210 time: 0.0911222 Nov 11 16:09:48.246469 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=cc127f5a-9292-46a3-a207-f127f1e5e4a0,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:48.265999 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.267043 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:48.267526 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.302695 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d94036a2-ba40-401b-b4ae-4e7bb01b6725, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:48.312396 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f81b6e47-4784-4efc-bcfb-69375767e328 req-51f0b273-87d2-4ffd-8eb8-a22b6437f7cd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543610 Nov 11 16:09:48.318044 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'port_id': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725', 'mac_address': 'fa:16:3e:6f:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ae7856-ecfe-490d-b7ca-ef0e5681e1f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:09:48.383461 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.393621 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86b5255b-0ad0-4a75-84df-2a3e1372e827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.404658 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94036a2-ba40-401b-b4ae-4e7bb01b6725 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:48.426427 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d94036a2-ba40-401b-b4ae-4e7bb01b6725, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:48.432233 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6693306 Nov 11 16:09:48.432745 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53022) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:48.438836 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.445543 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Request body: {'subnet': {'network_id': 'a33fd794-7445-430e-893b-c947ef7473f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1977128016-subnet', 'tenant_id': 'efad78192bb84dffaa558a04e7926585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:48.483684 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9b568dea-3912-4e15-aa05-142ba79316b7 req-808e2b1b-4739-4378-892b-ddabf8258823 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 210 time: 0.1322534 Nov 11 16:09:48.486480 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda354ed-eeaa-47d8-923f-476aefbb80b5 req-babf129d-2638-4444-bb01-665158d99bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:48.488591 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-dda354ed-eeaa-47d8-923f-476aefbb80b5 req-babf129d-2638-4444-bb01-665158d99bec service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2719564 Nov 11 16:09:48.504821 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c85a2165-5059-40f4-924a-3b1ca5e9328d req-7baf51e6-f9d0-45a9-a30b-a1302d40ba30 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 210 time: 0.0832760 Nov 11 16:09:48.507845 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98661d-162a-4558-a351-752e3be7031b admin admin] Pushing event updated for resources: {'Network': ['ID=a33fd794-7445-430e-893b-c947ef7473f4,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:48.514081 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=d94036a2-ba40-401b-b4ae-4e7bb01b6725,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:48.521315 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network a33fd794-7445-430e-893b-c947ef7473f4 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:09:48.544389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Made reservation on behalf of efad78192bb84dffaa558a04e7926585 for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:48.544389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Publish callbacks [] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.667023 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c28ef-83e4-478d-ae88-cb75813333b6 req-7621c38e-6870-4dfb-86e1-c3903ed51609 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:48.669134 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-852c28ef-83e4-478d-ae88-cb75813333b6 req-7621c38e-6870-4dfb-86e1-c3903ed51609 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 944 time: 0.0796165 Nov 11 16:09:48.752565 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-852c28ef-83e4-478d-ae88-cb75813333b6 req-e835b2c6-a19a-4fe9-b5b3-d86db7bed9d7 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Nov 11 16:09:48.795316 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.848128 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd1e6ba-881c-4a46-bb0a-90cbfa591426,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:48.856467 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Checking segment: {'id': '57d25fac-80d4-4fa3-85b5-29ae603628a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a33fd794-7445-430e-893b-c947ef7473f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:48.856814 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Network hostable DHCP agents. Network: a33fd794-7445-430e-893b-c947ef7473f4, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:48.872473 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Network a33fd794-7445-430e-893b-c947ef7473f4 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:48.880347 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, a33fd794-7445-430e-893b-c947ef7473f4) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:48.884161 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:48.884743 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:48.890087 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243ddd2-4116-4ee1-ab2d-0fd27d6816d4 None None] Network a33fd794-7445-430e-893b-c947ef7473f4 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:48.900944 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-957b8c27-84c6-4d6f-9421-1894bb44dedf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4593728 Nov 11 16:09:49.013645 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b5bde3-7585-403c-a9e7-dce897179199 None None] Network a33fd794-7445-430e-893b-c947ef7473f4 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:09:49.315553 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6b92fb41-b122-4588-acee-cdc5817763df req-f66b49d3-ca90-467c-b184-5392764267e6 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 210 time: 0.0273240 Nov 11 16:09:49.417110 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:49.448021 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8b27-11a7-4065-894f-0ece4be534f4 req-57168966-67ac-45ba-8fe0-028176b474e8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:49.450105 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a2ae8b27-11a7-4065-894f-0ece4be534f4 req-57168966-67ac-45ba-8fe0-028176b474e8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 944 time: 0.0656981 Nov 11 16:09:49.653141 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-aa434a96-f89e-40d7-b872-556314ebfcdf req-3dac6ebb-ca5a-4d0c-bc4a-98c6910831ca tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 210 time: 0.0336149 Nov 11 16:09:49.670317 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a2ae8b27-11a7-4065-894f-0ece4be534f4 req-7e725d8f-65ed-4bde-9ba8-b5ef8763a25d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140265 Nov 11 16:09:49.736556 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-daf55c6a-d9e0-4d53-ad57-7e20acce1010 req-f2879565-fc7a-4a0a-8ec6-1c6e0f6b92f8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 210 time: 0.0253444 Nov 11 16:09:49.863850 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b0b3e-12c6-4077-a55a-d3c15dfe1674 req-e1425533-30b3-42a4-ba14-00b24d191670 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:49.865230 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-580b0b3e-12c6-4077-a55a-d3c15dfe1674 req-e1425533-30b3-42a4-ba14-00b24d191670 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 944 time: 0.0475113 Nov 11 16:09:49.913853 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-580b0b3e-12c6-4077-a55a-d3c15dfe1674 req-bc6dbecb-c1d7-4466-8bf1-45762a4b2a65 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427344 Nov 11 16:09:50.411053 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6ba3c496-98be-4c5a-beca-918aa540dd09 req-8ab444b5-ce3b-49d3-846b-3e5b4deec737 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Nov 11 16:09:50.744269 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4325c4cf-53c9-4ba5-92e5-eade397284be req-01a3720c-1cc5-4141-bbe1-abe097fb3f3c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Nov 11 16:09:50.790708 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc508c9b-5af2-4cc4-93e1-b3388989c2e1 req-4db06594-b162-4c54-89e0-383889e5a440 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:50.792176 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cc508c9b-5af2-4cc4-93e1-b3388989c2e1 req-4db06594-b162-4c54-89e0-383889e5a440 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 944 time: 0.0502899 Nov 11 16:09:50.828985 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:50.840224 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d61f2924-68b9-40ab-a778-43c06cc92277 req-98fcdb5d-87d6-4100-99f2-8e9927caedc0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 210 time: 0.0291376 Nov 11 16:09:50.860879 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cc508c9b-5af2-4cc4-93e1-b3388989c2e1 req-4144148c-41db-403c-946b-c08952883a6f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628729 Nov 11 16:09:51.032433 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84adfe6-e47c-40ee-a182-a3576e21e6f9 req-60460db3-70a8-4f19-b4b3-4143970e635d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:51.034149 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e84adfe6-e47c-40ee-a182-a3576e21e6f9 req-60460db3-70a8-4f19-b4b3-4143970e635d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 944 time: 0.0560346 Nov 11 16:09:51.085442 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-55c7df91-4547-40cf-99c8-407f31c2d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:51.087423 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-55c7df91-4547-40cf-99c8-407f31c2d98f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1096 time: 0.0434232 Nov 11 16:09:51.154041 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-871a0159-cafc-49ac-aa49-5aa8ad1250c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 200 len: 217 time: 0.0514383 Nov 11 16:09:51.161492 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e84adfe6-e47c-40ee-a182-a3576e21e6f9 req-aeb899c4-83ef-4535-81f7-bc1a5a15924f tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204472 Nov 11 16:09:51.224595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-f229f658-38e3-4a92-9065-ceb276505537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:51.226218 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-f229f658-38e3-4a92-9065-ceb276505537 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.0611992 Nov 11 16:09:51.234753 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-fca5f3f6-2654-47fe-9905-6530f7bf2cfb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:51.236180 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-fca5f3f6-2654-47fe-9905-6530f7bf2cfb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 819 time: 0.1648729 Nov 11 16:09:51.260339 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Request body: {'port': {'device_id': '21836f67-6d7f-498e-b636-73978cdc4a19', 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'admin_state_up': True, 'tenant_id': '0b263597e7e545d2b309a5d2b2619456'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:51.262295 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-051a81d7-32a6-4011-b3e2-b31c2a881c42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281186 Nov 11 16:09:51.314958 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:09:51.365721 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['cc127f5a-9292-46a3-a207-f127f1e5e4a0'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:09:51.365927 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-3804a10e-761c-403d-aaa1-f255e06f28fe service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934410 Nov 11 16:09:51.383161 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Made reservation on behalf of 0b263597e7e545d2b309a5d2b2619456 for: {'port': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:51.387025 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:51.557582 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bfa8c361-8de2-4d40-b533-6638dc7c6771 req-aae0978d-aace-4941-90a0-01f659fad056 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 210 time: 0.0505366 Nov 11 16:09:51.766473 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:51.813209 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Allocated IP 172.20.0.11 (b9079ffd-a69b-4c4b-bffe-b475421908b9/dde79e59-7dbe-4b66-aca2-d6db90610921/6f300393-c4bd-4539-9e93-e938c1df87f5) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:51.986851 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-326bab75-25ec-4f02-8d89-6a4a5ed3d0fc req-69c21316-c796-4119-b49d-7ca408167f8a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 210 time: 0.0970204 Nov 11 16:09:51.998747 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9e00517-4616-420e-a405-d65d0fcc1f2b req-74dd9128-5b5f-45a3-816e-85c98a7d3cac service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212816 Nov 11 16:09:52.097258 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-53c8d342-aa93-43ae-96e2-98e02260d941 req-49312c27-8f85-4660-8f92-c61984e0f380 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 210 time: 0.0426109 Nov 11 16:09:52.210386 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:52.268916 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-6a07ad21-61b1-4c22-84d3-d9db9a1692a2 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:52.270996 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-6a07ad21-61b1-4c22-84d3-d9db9a1692a2 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 817 time: 0.4754260 Nov 11 16:09:52.275015 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee82d9-ec6a-42fe-ba1e-8a6fa4d2bc18 req-1a78e8bb-c9ff-4ac5-b64c-12419f990fa2 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:52.285219 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92ee82d9-ec6a-42fe-ba1e-8a6fa4d2bc18 req-1a78e8bb-c9ff-4ac5-b64c-12419f990fa2 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 944 time: 0.1601458 Nov 11 16:09:52.402599 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-3313f3f7-266e-4c32-8cec-91585b2f0c48 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 380 time: 0.1211054 Nov 11 16:09:52.405529 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92acca2-b0ec-4067-8bbb-368fe6a6629a req-875f1810-a729-49ab-9617-c45494ce1b9b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:52.414490 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b92acca2-b0ec-4067-8bbb-368fe6a6629a req-875f1810-a729-49ab-9617-c45494ce1b9b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 944 time: 0.1531854 Nov 11 16:09:52.419144 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-eefd1ea9-dfb8-434b-bf4d-bb9f80a53b40 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:52.420784 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-eefd1ea9-dfb8-434b-bf4d-bb9f80a53b40 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 810 time: 0.3371601 Nov 11 16:09:52.425915 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'port': {'device_id': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'admin_state_up': True, 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'security_groups': ['987102d6-8fa1-4b8f-ab83-3b1d0a14ad21']}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:52.484912 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b92acca2-b0ec-4067-8bbb-368fe6a6629a req-eafffa2e-2bf9-41f9-b29b-4979aca900bf tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Nov 11 16:09:52.506223 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:52.511258 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92ee82d9-ec6a-42fe-ba1e-8a6fa4d2bc18 req-c7766f23-aa04-4d02-94fa-2e5c61ad408e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252285 Nov 11 16:09:52.575769 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Network b9079ffd-a69b-4c4b-bffe-b475421908b9 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:52.582478 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:52.590761 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:52.595071 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-6f0f97d5-7f9a-41de-8e06-e286c78dec76 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd HTTP/1.1" status: 200 len: 380 time: 0.1524789 Nov 11 16:09:52.596875 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:52.597528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:52.620335 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'port': {'device_id': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'admin_state_up': True, 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'security_groups': ['437221f5-2fa5-42c3-815b-870d39287f67']}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:52.641251 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Pushing event updated for resources: {'Port': ['ID=6f300393-c4bd-4539-9e93-e938c1df87f5,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:52.678176 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5f4e6698-7622-4b43-8f45-a5d432ada49f req-7710556c-49b9-4f49-b839-a59c0160ee11 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 210 time: 0.0274551 Nov 11 16:09:52.691031 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-566c5721-60c2-4329-a6c8-cec0b52ebf3a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4345481 Nov 11 16:09:52.698848 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Made reservation on behalf of 818dce4f7655480da5617ad072103e6b for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:52.702934 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:52.706519 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Request body: {'port': {'device_id': '21836f67-6d7f-498e-b636-73978cdc4a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:52.764329 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:52.849822 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Made reservation on behalf of 4e61d09d7f264cf2a8cd14d8f5efc7bd for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:52.853326 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:52.891533 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Allocated IP 172.20.0.3 (8ceacb2a-18e4-4b62-913a-6c446c6c59dd/cdcc6c84-0451-4536-b8e5-03148b482c79/58f68f71-d290-4192-9b42-887ba5fcae12) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:52.998614 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device cc127f5a-9292-46a3-a207-f127f1e5e4a0 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:53.068647 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port cc127f5a-9292-46a3-a207-f127f1e5e4a0 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:09:53.074811 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port cc127f5a-9292-46a3-a207-f127f1e5e4a0 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:53.077156 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.081571 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Allocated IP 172.20.0.7 (2127c70b-cda1-48c3-8a66-45fd4ae0098d/41929c72-ef82-450b-94d4-497d22eb6a30/b5422bbe-ad0d-43b8-a9bc-b0104265d3fd) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:53.117828 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f300393-c4bd-4539-9e93-e938c1df87f5 {{(pid=101822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:53.130973 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.151579 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.158123 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.173257 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.provisioning_blocks [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Transition to ACTIVE for port object 6f300393-c4bd-4539-9e93-e938c1df87f5 will not be triggered until provisioned by entity L2. {{(pid=101822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:53.184194 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.187912 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:53.225094 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018c8e-c8d5-4fb8-b293-b0acdcc10655 req-de555540-1cc6-42b8-a53f-a6d05977957b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:53.226617 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cb018c8e-c8d5-4fb8-b293-b0acdcc10655 req-de555540-1cc6-42b8-a53f-a6d05977957b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 932 time: 0.1537967 Nov 11 16:09:53.272828 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.306829 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port cc127f5a-9292-46a3-a207-f127f1e5e4a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc127f5a-9292-46a3-a207-f127f1e5e4a0,segment=NetworkSegment(77a19553-e416-4bf8-958a-3b7f67656233),segment_id=77a19553-e416-4bf8-958a-3b7f67656233)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:53.327567 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.330880 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.331754 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d94036a2-ba40-401b-b4ae-4e7bb01b6725 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:53.370661 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f300393-c4bd-4539-9e93-e938c1df87f5,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:53.374123 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:53.391710 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cb018c8e-c8d5-4fb8-b293-b0acdcc10655 req-26bcb6af-473c-465d-8d9a-8679b5c9238d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565247 Nov 11 16:09:53.408428 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324491c-fa0f-4f04-9f1d-7ba135ba533d req-b0776cc4-785b-44e0-b6e0-a38e483ff1c0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:53.409689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:53.416849 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:53.420715 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0324491c-fa0f-4f04-9f1d-7ba135ba533d req-b0776cc4-785b-44e0-b6e0-a38e483ff1c0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 931 time: 0.1904509 Nov 11 16:09:53.428695 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:53.432503 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.440222 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:53.506087 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=cc127f5a-9292-46a3-a207-f127f1e5e4a0,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:53.519856 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-1a5196b9-3314-43f4-8b23-02c77ae05b43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0980136 Nov 11 16:09:53.525698 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port d94036a2-ba40-401b-b4ae-4e7bb01b6725 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:09:53.542455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd80b341-ce7c-4e0f-a5f6-0216e0f6b642" -d '{"events": [{"server_uuid": "441582a8-5e9b-415b-a308-b4c1af43ff41", "name": "network-vif-plugged", "status": "completed", "tag": "cc127f5a-9292-46a3-a207-f127f1e5e4a0"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:53.544557 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Request body: {'port': {'device_id': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:53.546951 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port d94036a2-ba40-401b-b4ae-4e7bb01b6725 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:53.547540 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.598795 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.642549 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Attempting to bind port 6f300393-c4bd-4539-9e93-e938c1df87f5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:53.643146 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Attempting to bind port 6f300393-c4bd-4539-9e93-e938c1df87f5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:53.643441 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Attempting to bind port 6f300393-c4bd-4539-9e93-e938c1df87f5 on network b9079ffd-a69b-4c4b-bffe-b475421908b9 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:53.688606 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.718610 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Port 6f300393-c4bd-4539-9e93-e938c1df87f5 on network b9079ffd-a69b-4c4b-bffe-b475421908b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:09:53.724498 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d94036a2-ba40-401b-b4ae-4e7bb01b6725, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:53.726649 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Attempting to bind port 6f300393-c4bd-4539-9e93-e938c1df87f5 on network b9079ffd-a69b-4c4b-bffe-b475421908b9 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:53.735691 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.760981 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0324491c-fa0f-4f04-9f1d-7ba135ba533d req-97d00694-a59a-408c-8e4b-4f7645c8dba6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391883 Nov 11 16:09:53.769726 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:53.779290 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Checking segment: {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:53.780691 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Bound using segment: {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:53.782882 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Bound port: 6f300393-c4bd-4539-9e93-e938c1df87f5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f008245c-9878-4691-8bb7-e0853611a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9'}}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:53.783378 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.789852 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.804778 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:53.837830 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=d94036a2-ba40-401b-b4ae-4e7bb01b6725,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:53.848501 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:53.864827 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:09:53.884903 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:53.885375 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.893446 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8186d-100d-4a37-93c2-6a6b243ea023 req-7fadd538-0078-43ec-9c5e-4e8ce6f1b51a tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:53.896460 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-36002811-6280-4980-91c4-da81fa3c8f83 None None] Provisioning complete for port 58f68f71-d290-4192-9b42-887ba5fcae12 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:53.896887 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36002811-6280-4980-91c4-da81fa3c8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:53.901555 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4be8186d-100d-4a37-93c2-6a6b243ea023 req-7fadd538-0078-43ec-9c5e-4e8ce6f1b51a tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.2466185 Nov 11 16:09:53.911234 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'Port': ['ID=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:53.955799 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-36002811-6280-4980-91c4-da81fa3c8f83 None None] Port 58f68f71-d290-4192-9b42-887ba5fcae12 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:09:53.994813 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fa94c3c8-df52-4a6d-bc9e-6b5c6713ca8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3867276 Nov 11 16:09:54.010624 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Request body: {'port': {'device_id': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:54.158799 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.243896 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] For port 6f300393-c4bd-4539-9e93-e938c1df87f5, host hv-cinder-77428, cleared binding levels {{(pid=101822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:54.279456 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69b5d-8783-4b08-8966-78eb545f1366 req-3d575431-571a-4cb2-a330-1a2e4b632e04 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:54.281631 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-31c69b5d-8783-4b08-8966-78eb545f1366 req-3d575431-571a-4cb2-a330-1a2e4b632e04 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.3709052 Nov 11 16:09:54.291797 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4be8186d-100d-4a37-93c2-6a6b243ea023 req-a9256b6d-b815-4f4f-a414-dd7b45c7920f tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887055 Nov 11 16:09:54.296367 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-d6aafe88-b911-4bc2-bad3-8425e6144a05 None None] Provisioning complete for port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:54.298591 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6aafe88-b911-4bc2-bad3-8425e6144a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.312752 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] For port 6f300393-c4bd-4539-9e93-e938c1df87f5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f300393-c4bd-4539-9e93-e938c1df87f5,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:54.346032 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-31c69b5d-8783-4b08-8966-78eb545f1366 req-56054e98-ff33-45a2-810c-c2b001d481d6 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523720 Nov 11 16:09:54.346032 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.363165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:54.363791 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.366028 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/6f300393-c4bd-4539-9e93-e938c1df87f5 HTTP/1.1" status: 200 len: 1094 time: 1.6633284 Nov 11 16:09:54.367661 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21836f67-6d7f-498e-b636-73978cdc4a19', 'tag': '6f300393-c4bd-4539-9e93-e938c1df87f5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:54.425321 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d6aafe88-b911-4bc2-bad3-8425e6144a05 None None] Port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:09:54.508662 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01342b35-4660-459b-b4ef-637349081108 x-openstack-request-id: req-01342b35-4660-459b-b4ef-637349081108 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:54.509069 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441582a8-5e9b-415b-a308-b4c1af43ff41", "name": "network-vif-plugged", "status": "completed", "tag": "cc127f5a-9292-46a3-a207-f127f1e5e4a0", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:54.509569 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01342b35-4660-459b-b4ef-637349081108 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:54.510056 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0', 'code': 200} Nov 11 16:09:54.615351 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9" -d '{"events": [{"name": "network-changed", "server_uuid": "21836f67-6d7f-498e-b636-73978cdc4a19", "tag": "6f300393-c4bd-4539-9e93-e938c1df87f5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:54.644566 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f68f71-d290-4192-9b42-887ba5fcae12 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:54.661594 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.678871 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-44ec9430-c93a-4835-ab9e-cdf5edd34320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:54.680832 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-44ec9430-c93a-4835-ab9e-cdf5edd34320 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 1097 time: 0.1995199 Nov 11 16:09:54.691061 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8d6bd-beb4-4a7f-b260-77fe927ff863 req-f8e00a56-739a-4a06-a672-85a1ab765a45 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:54.693548 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32d8d6bd-beb4-4a7f-b260-77fe927ff863 req-f8e00a56-739a-4a06-a672-85a1ab765a45 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 931 time: 0.1843259 Nov 11 16:09:54.702432 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Transition to ACTIVE for port object 58f68f71-d290-4192-9b42-887ba5fcae12 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:54.703757 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deffd0-f8bb-4d67-8154-5d83c9c569c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f300393-c4bd-4539-9e93-e938c1df87f5,revision_number=3']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:54.709439 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5422bbe-ad0d-43b8-a9bc-b0104265d3fd {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:54.716985 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.720146 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.728223 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.57', 49940) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:54.758020 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-97a303de-3ffd-4912-822b-30896ad7d6da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f300393-c4bd-4539-9e93-e938c1df87f5 HTTP/1.1" status: 200 len: 217 time: 0.0556479 Nov 11 16:09:54.810588 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Transition to ACTIVE for port object b5422bbe-ad0d-43b8-a9bc-b0104265d3fd will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:54.854549 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9163a6-9c93-4b95-a505-005d103a92d3 req-dc4271dc-0ef2-42fd-b987-0e7820782687 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:54.855834 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:54.856806 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ce9163a6-9c93-4b95-a505-005d103a92d3 req-dc4271dc-0ef2-42fd-b987-0e7820782687 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 944 time: 0.2371337 Nov 11 16:09:54.865867 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:54.895111 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32d8d6bd-beb4-4a7f-b260-77fe927ff863 req-33fb607b-08a4-4066-9873-41507c7d1b6d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433527 Nov 11 16:09:54.900519 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9b8f71f-0757-44e9-b90d-13ed3e9efdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:54.902335 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-a9b8f71f-0757-44e9-b90d-13ed3e9efdbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.1267939 Nov 11 16:09:54.962029 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79aa90-3cd0-47f9-9f23-82bc69e698b1 req-209c0b97-f630-4435-8c48-28bb7dc1aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:54.967789 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4c79aa90-3cd0-47f9-9f23-82bc69e698b1 req-209c0b97-f630-4435-8c48-28bb7dc1aa94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 1098 time: 0.2314544 Nov 11 16:09:54.998835 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f234d599-82a3-47b9-936e-f0cc4b24bd61 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:09:55.003063 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-493cc30e-59c0-4c72-b669-0bb163a31f77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853899 Nov 11 16:09:55.044234 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ce9163a6-9c93-4b95-a505-005d103a92d3 req-6652efbc-0703-4a58-9cb6-8ac0160fef54 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746104 Nov 11 16:09:55.051342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4c79aa90-3cd0-47f9-9f23-82bc69e698b1 req-67e65ea7-b6c9-4b63-a3cb-3c892639e109 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.060791 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Attempting to bind port 58f68f71-d290-4192-9b42-887ba5fcae12 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:55.061362 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Attempting to bind port 58f68f71-d290-4192-9b42-887ba5fcae12 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:55.061909 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Attempting to bind port 58f68f71-d290-4192-9b42-887ba5fcae12 on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:55.125820 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Port 58f68f71-d290-4192-9b42-887ba5fcae12 on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:09:55.126292 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Attempting to bind port 58f68f71-d290-4192-9b42-887ba5fcae12 on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:55.127789 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f219a02-eec9-468d-aa1c-8256f730d65c x-openstack-request-id: req-7f219a02-eec9-468d-aa1c-8256f730d65c {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:55.128234 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21836f67-6d7f-498e-b636-73978cdc4a19", "tag": "6f300393-c4bd-4539-9e93-e938c1df87f5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:55.128624 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f219a02-eec9-468d-aa1c-8256f730d65c {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:55.129239 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21836f67-6d7f-498e-b636-73978cdc4a19', 'tag': '6f300393-c4bd-4539-9e93-e938c1df87f5', 'status': 'completed', 'code': 200} Nov 11 16:09:55.162066 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:55.196428 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:55.200517 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Checking segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:55.202250 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Bound using segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:55.202968 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Bound port: 58f68f71-d290-4192-9b42-887ba5fcae12, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:55.204511 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.243328 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-9a2891a5-71b1-4e35-be78-b463dc008240 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211547 Nov 11 16:09:55.253091 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Attempting to bind port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:09:55.253585 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Attempting to bind port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:09:55.253823 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Attempting to bind port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:55.258975 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f234d599-82a3-47b9-936e-f0cc4b24bd61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:55.274909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'f234d599-82a3-47b9-936e-f0cc4b24bd61', 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'port_id': 'f234d599-82a3-47b9-936e-f0cc4b24bd61', 'mac_address': 'fa:16:3e:a0:ac:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:09:55.338152 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.347425 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:09:55.347756 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Attempting to bind port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:09:55.356883 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f234d599-82a3-47b9-936e-f0cc4b24bd61 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:55.394515 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f234d599-82a3-47b9-936e-f0cc4b24bd61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:55.405185 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.410376 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:09:55.410689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Checking segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:09:55.411081 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Bound using segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:09:55.411551 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Bound port: b5422bbe-ad0d-43b8-a9bc-b0104265d3fd, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:09:55.411869 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.487976 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=f234d599-82a3-47b9-936e-f0cc4b24bd61,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:55.527915 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:55.547070 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35193a-4ade-4c85-9bb4-b7e8bf767221 req-c39f26e8-b953-4e39-abf6-0a452180ca9c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:55.548573 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e35193a-4ade-4c85-9bb4-b7e8bf767221 req-c39f26e8-b953-4e39-abf6-0a452180ca9c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.3113732 Nov 11 16:09:55.560973 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:55.578789 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.611043 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf409-b15f-4dfe-9268-4bed25677aec req-3fa6598a-2944-4a7c-b534-2912a2b037b2 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:55.612577 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-728bf409-b15f-4dfe-9268-4bed25677aec req-3fa6598a-2944-4a7c-b534-2912a2b037b2 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.1405833 Nov 11 16:09:55.620233 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e19e9e04-033b-403e-a57d-e8659ab51b9d req-f7b674ad-a55e-45f4-a1cb-cf943e6cd5bb service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613887 Nov 11 16:09:55.642669 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] For port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:09:55.652639 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4c79aa90-3cd0-47f9-9f23-82bc69e698b1 req-67e65ea7-b6c9-4b63-a3cb-3c892639e109 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.668815 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:55.670160 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.671594 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] 10.222.0.57 "PUT /v2.0/ports/58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 200 len: 1093 time: 2.1386988 Nov 11 16:09:55.672049 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:55.672866 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e35193a-4ade-4c85-9bb4-b7e8bf767221 req-c1f7868c-3e55-41a7-a704-72748323a8e2 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115232 Nov 11 16:09:55.674572 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69d1933-b824-4391-82fd-075c411cb839" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:55.676041 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['f234d599-82a3-47b9-936e-f0cc4b24bd61'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:09:55.680829 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] For port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:09:55.684891 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-4c79aa90-3cd0-47f9-9f23-82bc69e698b1 req-67e65ea7-b6c9-4b63-a3cb-3c892639e109 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.714031 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.754005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5966044-b0ab-4a4d-8857-695d6961eee5 service neutron] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:55.756292 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-728bf409-b15f-4dfe-9268-4bed25677aec req-cad8d32e-37fb-4def-898a-022257e322fe tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283474 Nov 11 16:09:55.886637 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-2aef05dc-f4e9-407c-9155-e908daec54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:55.888145 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-2aef05dc-f4e9-407c-9155-e908daec54c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1096 time: 0.1309018 Nov 11 16:09:55.931648 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e65ea7-b6c9-4b63-a3cb-3c892639e109 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1c9cf-a454-487b-ae2e-6a48d80d719a,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:55.940694 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eebf6e-b354-403d-9f98-7c64d218a617 x-openstack-request-id: req-09eebf6e-b354-403d-9f98-7c64d218a617 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:55.941360 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:55.941577 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09eebf6e-b354-403d-9f98-7c64d218a617 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:55.941973 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12', 'status': 'completed', 'code': 200} Nov 11 16:09:55.946060 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:55.946682 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:55.948080 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] 10.222.0.57 "PUT /v2.0/ports/b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 200 len: 1093 time: 1.9421568 Nov 11 16:09:55.950712 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4c79aa90-3cd0-47f9-9f23-82bc69e698b1 req-67e65ea7-b6c9-4b63-a3cb-3c892639e109 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9687846 Nov 11 16:09:55.984109 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-8e152b15-ef8c-4256-b7ce-c29f1af5e521 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 200 len: 217 time: 0.0789306 Nov 11 16:09:55.987671 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-3fc9cfd2-2524-4d27-8a0c-f36b38ab57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:55.989195 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-3fc9cfd2-2524-4d27-8a0c-f36b38ab57d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 1097 time: 0.2561932 Nov 11 16:09:55.991838 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd767f2-3d3d-472f-94e1-89b2ca329194 req-3cfafde7-2dae-4e62-90ba-ba05366e6cd8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:55.996424 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5fd767f2-3d3d-472f-94e1-89b2ca329194 req-3cfafde7-2dae-4e62-90ba-ba05366e6cd8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.1764488 Nov 11 16:09:56.021261 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf31da0-81ca-4221-b7b4-de3fe154ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:56.087343 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5fd767f2-3d3d-472f-94e1-89b2ca329194 req-ab9772f6-282b-4401-98da-a339d81a7616 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843129 Nov 11 16:09:56.105292 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac9ad8-144f-498c-a95a-fd81edd1e96f req-4c0df8f7-091b-42f6-9d0a-7e11d3daa34d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.106784 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6eac9ad8-144f-498c-a95a-fd81edd1e96f req-4c0df8f7-091b-42f6-9d0a-7e11d3daa34d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 943 time: 0.0761557 Nov 11 16:09:56.165303 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6eac9ad8-144f-498c-a95a-fd81edd1e96f req-b16ff415-bd8e-4741-8bed-87c78fc360a4 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512531 Nov 11 16:09:56.200812 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d378c3-5578-4791-8e7b-c8e162f940c2 req-9ebdc636-f71f-411d-a15c-3e9c958d0e8b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.202364 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e5d378c3-5578-4791-8e7b-c8e162f940c2 req-9ebdc636-f71f-411d-a15c-3e9c958d0e8b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 944 time: 0.0506239 Nov 11 16:09:56.284602 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-d778f274-b179-4f60-b3ef-0a442cc387fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.286163 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-d778f274-b179-4f60-b3ef-0a442cc387fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0645018 Nov 11 16:09:56.289989 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e5d378c3-5578-4791-8e7b-c8e162f940c2 req-589788cc-0c08-4bdd-a2ed-b77facc6a0bc tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818989 Nov 11 16:09:56.320599 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-df283478-ba97-4bb1-935b-6ac2920fc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.322351 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-df283478-ba97-4bb1-935b-6ac2920fc1c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 1096 time: 0.0848300 Nov 11 16:09:56.336484 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-02cda43f-d210-4357-8c51-0776d5f2dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.337961 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-02cda43f-d210-4357-8c51-0776d5f2dcf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.1210983 Nov 11 16:09:56.355394 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9529-abf8-409d-86a7-80999e9d2134 req-b7300ffb-bd21-44bd-8fcc-e2b0e5b71834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.356877 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-b7300ffb-bd21-44bd-8fcc-e2b0e5b71834 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558243 Nov 11 16:09:56.456306 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-a796e5c4-76bc-4f7c-8d54-46721e1bf751 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Nov 11 16:09:56.511234 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:56.514358 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7c8fa-1d6d-465a-a18e-f60d49549710" -d '{"events": [{"server_uuid": "95efa705-707c-4b75-9e3d-e0a9a76130e1", "name": "network-vif-plugged", "status": "completed", "tag": "d94036a2-ba40-401b-b4ae-4e7bb01b6725"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:56.553101 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c59ff-9e80-4097-82ed-9c4848cb61ee x-openstack-request-id: req-7a1c59ff-9e80-4097-82ed-9c4848cb61ee {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:56.553421 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95efa705-707c-4b75-9e3d-e0a9a76130e1", "name": "network-vif-plugged", "status": "completed", "tag": "d94036a2-ba40-401b-b4ae-4e7bb01b6725", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:56.553679 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a1c59ff-9e80-4097-82ed-9c4848cb61ee {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:56.554437 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725', 'code': 200} Nov 11 16:09:56.578840 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4add9529-abf8-409d-86a7-80999e9d2134 req-18beebcf-72f2-4599-963d-9eef5792b04a service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123774 Nov 11 16:09:56.630468 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-717d8914-55af-40a1-ba02-bad01297df61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 200 len: 217 time: 0.2915745 Nov 11 16:09:56.700798 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-11f6170b-8444-45ae-8aa4-f7a87fde6dda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f300393-c4bd-4539-9e93-e938c1df87f5 HTTP/1.1" status: 200 len: 217 time: 0.0691819 Nov 11 16:09:56.725842 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d1933-b824-4391-82fd-075c411cb839 req-e648b84b-a5c5-4384-a64e-ca73edc2e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.730214 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f69d1933-b824-4391-82fd-075c411cb839 req-e648b84b-a5c5-4384-a64e-ca73edc2e462 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1096 time: 0.0766521 Nov 11 16:09:56.831932 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-74135276-f41e-4484-ba23-66525ab8cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.833448 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-74135276-f41e-4484-ba23-66525ab8cd14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.1922023 Nov 11 16:09:56.838775 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-043dd09b-7230-4e69-bf99-f49988e69024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.840158 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-043dd09b-7230-4e69-bf99-f49988e69024 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.1188118 Nov 11 16:09:56.848425 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2093b-e68e-4ce4-b998-068064450f70 req-626d4ebe-d6ef-4d2a-a2d1-4a7db95f0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.849886 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-59d2093b-e68e-4ce4-b998-068064450f70 req-626d4ebe-d6ef-4d2a-a2d1-4a7db95f0616 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 1098 time: 0.0892839 Nov 11 16:09:56.906064 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c81d-1aeb-41da-b086-6f1d56b29c7e req-26a65225-0035-4b28-bf68-f77452d861aa tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.908778 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2df7c81d-1aeb-41da-b086-6f1d56b29c7e req-26a65225-0035-4b28-bf68-f77452d861aa tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1079440 Nov 11 16:09:56.912759 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-26740639-46b0-4692-9403-39a26d8aa42c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536399 Nov 11 16:09:56.915215 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d1933-b824-4391-82fd-075c411cb839 req-b96f5bf1-b212-4f98-92bd-c0c40080be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.916660 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f69d1933-b824-4391-82fd-075c411cb839 req-b96f5bf1-b212-4f98-92bd-c0c40080be6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.1759002 Nov 11 16:09:56.956379 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69bc2e-75a0-4fdf-8406-2050b253de0e req-6fe9c63b-6978-4199-8771-779dd543f895 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:56.964221 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3a69bc2e-75a0-4fdf-8406-2050b253de0e req-6fe9c63b-6978-4199-8771-779dd543f895 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.1129265 Nov 11 16:09:57.005687 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f234d599-82a3-47b9-936e-f0cc4b24bd61 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:09:57.011139 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-59d2093b-e68e-4ce4-b998-068064450f70 req-9d435312-7a86-4961-ac0b-0c30bf362161 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499038 Nov 11 16:09:57.014937 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-a807b4a1-c746-46aa-8fdb-b11740d0361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:57.016845 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-a807b4a1-c746-46aa-8fdb-b11740d0361a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1661451 Nov 11 16:09:57.019274 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f69d1933-b824-4391-82fd-075c411cb839 req-47039e9d-28d2-48d0-b485-27435d26908d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 200 len: 217 time: 0.0816588 Nov 11 16:09:57.058206 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2df7c81d-1aeb-41da-b086-6f1d56b29c7e req-81e29efe-ab58-4412-8e53-d5a6471bde09 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315579 Nov 11 16:09:57.068620 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-7611777e-1c22-4e18-a3e6-5c46b7f6df44 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309485 Nov 11 16:09:57.075160 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3a69bc2e-75a0-4fdf-8406-2050b253de0e req-2365f033-552f-45cc-89fe-253f9a39dca9 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102328 Nov 11 16:09:57.110585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port f234d599-82a3-47b9-936e-f0cc4b24bd61 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:09:57.115762 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port f234d599-82a3-47b9-936e-f0cc4b24bd61 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:57.116332 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:57.220280 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166de5-1beb-43a5-8bca-7f815d838b75 req-15052dd2-3e24-48e0-9f1c-bf48c0bdac47 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:57.227349 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:57.229338 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fc166de5-1beb-43a5-8bca-7f815d838b75 req-15052dd2-3e24-48e0-9f1c-bf48c0bdac47 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.0660043 Nov 11 16:09:57.295786 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f234d599-82a3-47b9-936e-f0cc4b24bd61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:57.300278 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:57.359665 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d1933-b824-4391-82fd-075c411cb839 req-f6e07b7f-9f02-4db6-8161-6fe9bde3e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:57.362564 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f69d1933-b824-4391-82fd-075c411cb839 req-f6e07b7f-9f02-4db6-8161-6fe9bde3e5f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.1239142 Nov 11 16:09:57.375922 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fc166de5-1beb-43a5-8bca-7f815d838b75 req-39ca2513-ba32-47c2-b97a-cdbcb8fe9311 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456623 Nov 11 16:09:57.408662 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=f234d599-82a3-47b9-936e-f0cc4b24bd61,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:57.472419 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-57c6fe5c-d73c-4933-b622-b78cacf21a50 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378993 Nov 11 16:09:57.474424 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3812425a-ef94-4c0d-8cb3-6f0aab9f68f9 req-2454fc81-4cfb-4056-a5e9-ee697d06a76e service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328703 Nov 11 16:09:57.480887 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777d68f-6ccf-48bf-af2a-013b06696444 req-aac29cdd-4289-41d0-8d3a-021ddeca0145 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:57.482734 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9777d68f-6ccf-48bf-af2a-013b06696444 req-aac29cdd-4289-41d0-8d3a-021ddeca0145 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 943 time: 0.2014768 Nov 11 16:09:57.558817 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d1933-b824-4391-82fd-075c411cb839 req-f7d0ad26-3ea4-4f86-bf97-8d69a4b2da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:57.560436 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f69d1933-b824-4391-82fd-075c411cb839 req-f7d0ad26-3ea4-4f86-bf97-8d69a4b2da59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1789255 Nov 11 16:09:57.590809 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9777d68f-6ccf-48bf-af2a-013b06696444 req-18e1b899-fede-4ac9-b1e8-4f8651b7eed7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005342 Nov 11 16:09:57.618225 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-429afc5a-55d6-4769-8f1a-50ae74714b81 req-fc6b72ae-49cd-447d-965c-2ae4b8736c17 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189649 Nov 11 16:09:57.633297 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53300) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:57.640967 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37f64e-d491-41f5-9597-39aa8c49a5cc req-ffe16821-743f-4e18-8e8e-8b27cd3c72cb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:57.645476 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1d37f64e-d491-41f5-9597-39aa8c49a5cc req-ffe16821-743f-4e18-8e8e-8b27cd3c72cb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 944 time: 0.1407175 Nov 11 16:09:57.720648 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1d37f64e-d491-41f5-9597-39aa8c49a5cc req-d216dbf1-4130-499c-bc15-58e77bbff2b5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699966 Nov 11 16:09:57.722690 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f69d1933-b824-4391-82fd-075c411cb839 req-d1b9fa2a-3884-429b-a52f-e2e280b31f26 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455500 Nov 11 16:09:57.758032 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0f876226-4269-459e-b500-ca90c198fa85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:57.853614 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0f876226-4269-459e-b500-ca90c198fa85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:57.854297 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f69d1933-b824-4391-82fd-075c411cb839 req-98139e33-dc06-489b-8320-cc0654521e8a service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160183 Nov 11 16:09:57.858995 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0f876226-4269-459e-b500-ca90c198fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:57.898997 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-0f876226-4269-459e-b500-ca90c198fa85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=944c991854104b21b2834a9e6e46c523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644796 Nov 11 16:09:57.899878 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f876226-4269-459e-b500-ca90c198fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9888dd26-7380-42b4-867f-77602779741a,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:57.901870 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53312) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:57.942731 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:57.945439 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300b8ed6-453a-4d89-9e87-9dfa433d5e61" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:57.976202 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8fb14316-216d-4fe7-a9c9-e9500d6bfb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:57.983631 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fc4fd7-c8c8-4c9d-9c3a-e969f0c626e5 x-openstack-request-id: req-24fc4fd7-c8c8-4c9d-9c3a-e969f0c626e5 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:57.983916 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:57.984168 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24fc4fd7-c8c8-4c9d-9c3a-e969f0c626e5 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:57.984563 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'status': 'completed', 'code': 200} Nov 11 16:09:58.001568 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8fb14316-216d-4fe7-a9c9-e9500d6bfb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.048273 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8fb14316-216d-4fe7-a9c9-e9500d6bfb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.050877 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8fb14316-216d-4fe7-a9c9-e9500d6bfb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.052133 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-8fb14316-216d-4fe7-a9c9-e9500d6bfb92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9888dd26-7380-42b4-867f-77602779741a HTTP/1.1" status: 204 len: 168 time: 0.1492414 Nov 11 16:09:58.060652 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb14316-216d-4fe7-a9c9-e9500d6bfb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888dd26-7380-42b4-867f-77602779741a,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:58.127755 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-040dd2b3-4d33-4622-8a17-3d200e116267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:58.129501 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-040dd2b3-4d33-4622-8a17-3d200e116267 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 1096 time: 0.0643873 Nov 11 16:09:58.359618 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53326) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:58.373323 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7532ce7-4d6e-4393-acb2-f2f85a469068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.455476 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7532ce7-4d6e-4393-acb2-f2f85a469068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.461239 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7532ce7-4d6e-4393-acb2-f2f85a469068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.466418 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c445cd-f6e3-4ddc-9b28-f95a0f1bc5f4 req-737c607c-9be3-43d8-a94d-83440fc53e8c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:58.467986 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-90c445cd-f6e3-4ddc-9b28-f95a0f1bc5f4 req-737c607c-9be3-43d8-a94d-83440fc53e8c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1008716 Nov 11 16:09:58.476992 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9e0a-7437-4a19-8ed2-fbe430929f39 req-9be6cc80-b70c-4689-8966-002510816bc7 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:58.478530 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-54ee9e0a-7437-4a19-8ed2-fbe430929f39 req-9be6cc80-b70c-4689-8966-002510816bc7 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.3239589 Nov 11 16:09:58.502489 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f7532ce7-4d6e-4393-acb2-f2f85a469068 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce73f588db1c4b6eb32cb1a34525be8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417270 Nov 11 16:09:58.503675 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7532ce7-4d6e-4393-acb2-f2f85a469068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8514c4-7a79-4608-8d34-ce33f6cee48f,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:58.505910 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53330) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:58.518694 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-5c62f0ff-ee51-4539-bb5a-246c64b1e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:58.520154 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-5c62f0ff-ee51-4539-bb5a-246c64b1e199 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 911 time: 0.3748188 Nov 11 16:09:58.557474 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81261290-b980-4b0b-b239-3aa2a33e866d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f234d599-82a3-47b9-936e-f0cc4b24bd61'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:09:58.562270 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd73f7b-2390-4307-b122-4132cce2785f" -d '{"events": [{"server_uuid": "81261290-b980-4b0b-b239-3aa2a33e866d", "name": "network-vif-plugged", "status": "completed", "tag": "f234d599-82a3-47b9-936e-f0cc4b24bd61"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:09:58.579820 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2a978091-6281-4c2f-87ad-549e7b1b94fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.593446 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-5a577d9e-bb2b-463d-8322-5b0293ef35fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 200 len: 217 time: 0.0582719 Nov 11 16:09:58.600652 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-90c445cd-f6e3-4ddc-9b28-f95a0f1bc5f4 req-6b310a16-3458-4d23-96ad-a598c682d7d0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211958 Nov 11 16:09:58.603923 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-54ee9e0a-7437-4a19-8ed2-fbe430929f39 req-91995e60-0b82-4ff7-901d-492b8acf3f63 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097946 Nov 11 16:09:58.622843 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2a978091-6281-4c2f-87ad-549e7b1b94fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.697475 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-00efb7ad-2d8a-409f-b53d-aaf7e7b5979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:58.699019 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-00efb7ad-2d8a-409f-b53d-aaf7e7b5979a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.0942459 Nov 11 16:09:58.720418 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2a978091-6281-4c2f-87ad-549e7b1b94fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.723064 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2a978091-6281-4c2f-87ad-549e7b1b94fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:58.726778 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2a978091-6281-4c2f-87ad-549e7b1b94fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f8514c4-7a79-4608-8d34-ce33f6cee48f HTTP/1.1" status: 204 len: 168 time: 0.2162373 Nov 11 16:09:58.730392 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0382a757-0725-4a85-b04f-7e1b284949a5 x-openstack-request-id: req-0382a757-0725-4a85-b04f-7e1b284949a5 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:09:58.731058 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81261290-b980-4b0b-b239-3aa2a33e866d", "name": "network-vif-plugged", "status": "completed", "tag": "f234d599-82a3-47b9-936e-f0cc4b24bd61", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:09:58.732324 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0382a757-0725-4a85-b04f-7e1b284949a5 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:09:58.732876 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81261290-b980-4b0b-b239-3aa2a33e866d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f234d599-82a3-47b9-936e-f0cc4b24bd61', 'code': 200} Nov 11 16:09:58.736262 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a978091-6281-4c2f-87ad-549e7b1b94fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8514c4-7a79-4608-8d34-ce33f6cee48f,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:58.831233 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53c5dc-3003-46ca-89a3-b79e9078345a req-79c9c13c-7363-4bc6-9065-62a2c62421ab tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:58.838514 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e53c5dc-3003-46ca-89a3-b79e9078345a req-79c9c13c-7363-4bc6-9065-62a2c62421ab tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.1326461 Nov 11 16:09:58.907484 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-49c52762-8d47-4594-aab8-64f8b3514f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:58.908978 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-49c52762-8d47-4594-aab8-64f8b3514f5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1655586 Nov 11 16:09:58.960666 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e53c5dc-3003-46ca-89a3-b79e9078345a req-86bc8c98-eb16-42f0-b4bc-47a9f7e7eb74 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Nov 11 16:09:58.992747 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030629e-b3fb-4d5e-a412-124f8ab016e5 req-b9d3392b-1f13-4821-82a2-5e34f45790f9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:59.000531 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f030629e-b3fb-4d5e-a412-124f8ab016e5 req-b9d3392b-1f13-4821-82a2-5e34f45790f9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 943 time: 0.1585386 Nov 11 16:09:59.012653 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 6f300393-c4bd-4539-9e93-e938c1df87f5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:09:59.092167 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113376a-f393-49f2-9e1b-80dfd10ec9c5 req-59367e27-f815-4fa3-ba0c-df8af28944ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:59.093786 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-f113376a-f393-49f2-9e1b-80dfd10ec9c5 req-59367e27-f815-4fa3-ba0c-df8af28944ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.1215630 Nov 11 16:09:59.155057 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f030629e-b3fb-4d5e-a412-124f8ab016e5 req-b5411e94-3cb6-4e16-8316-d73c243975ae tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535192 Nov 11 16:09:59.218966 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-f113376a-f393-49f2-9e1b-80dfd10ec9c5 req-9eebfc30-8182-4220-a5f3-1198cbc3763c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083925 Nov 11 16:09:59.233013 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-6d0a57b9-67d8-4804-b0d5-be9da91bfece service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109450 Nov 11 16:09:59.233183 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.272369 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 6f300393-c4bd-4539-9e93-e938c1df87f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f300393-c4bd-4539-9e93-e938c1df87f5,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:59.279917 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f920b9d-5a52-487b-8e9d-fe597cac0a7b req-6c9bb367-1898-4213-b304-adf0c9e9b041 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:59.287095 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '6f300393-c4bd-4539-9e93-e938c1df87f5', 'network_id': 'b9079ffd-a69b-4c4b-bffe-b475421908b9', 'port_id': '6f300393-c4bd-4539-9e93-e938c1df87f5', 'mac_address': 'fa:16:3e:6e:0a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde79e59-7dbe-4b66-aca2-d6db90610921', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:09:59.288869 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7f920b9d-5a52-487b-8e9d-fe597cac0a7b req-6c9bb367-1898-4213-b304-adf0c9e9b041 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 944 time: 0.1268671 Nov 11 16:09:59.338419 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53362) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:59.350354 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7f920b9d-5a52-487b-8e9d-fe597cac0a7b req-b596ac6f-65a1-4b66-bfa4-7bde44773ac5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583496 Nov 11 16:09:59.358123 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bec07a97-7cea-4415-99eb-8ed3982fcd65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.359833 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.402837 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f300393-c4bd-4539-9e93-e938c1df87f5 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:59.452549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 6f300393-c4bd-4539-9e93-e938c1df87f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f300393-c4bd-4539-9e93-e938c1df87f5,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:59.457362 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.459881 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:09:59.472779 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bec07a97-7cea-4415-99eb-8ed3982fcd65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.480361 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bec07a97-7cea-4415-99eb-8ed3982fcd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.519796 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=6f300393-c4bd-4539-9e93-e938c1df87f5,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:59.523144 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-bec07a97-7cea-4415-99eb-8ed3982fcd65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e395999db2c44a1aa530a6a4fdfae40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830397 Nov 11 16:09:59.524140 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec07a97-7cea-4415-99eb-8ed3982fcd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af4f4ec-fbd7-47a9-9455-208966370957,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:59.526138 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53368) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:09:59.594374 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4a966820-77c8-4f5f-bbee-fcf7647f4536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.616999 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4a966820-77c8-4f5f-bbee-fcf7647f4536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.638737 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:59.658039 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '58f68f71-d290-4192-9b42-887ba5fcae12', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'port_id': '58f68f71-d290-4192-9b42-887ba5fcae12', 'mac_address': 'fa:16:3e:f5:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:09:59.667604 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4a966820-77c8-4f5f-bbee-fcf7647f4536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.669188 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4a966820-77c8-4f5f-bbee-fcf7647f4536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.673467 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-4a966820-77c8-4f5f-bbee-fcf7647f4536 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0af4f4ec-fbd7-47a9-9455-208966370957 HTTP/1.1" status: 204 len: 168 time: 0.1431715 Nov 11 16:09:59.679664 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a966820-77c8-4f5f-bbee-fcf7647f4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af4f4ec-fbd7-47a9-9455-208966370957,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:59.715945 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.729970 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f68f71-d290-4192-9b42-887ba5fcae12 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:09:59.750744 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:09:59.752612 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b7a62-ecb7-4e0c-a401-36d8bec715d4 req-c3a8f949-cbd5-482c-bcc0-d95d9b99117d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:59.754321 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-151b7a62-ecb7-4e0c-a401-36d8bec715d4 req-c3a8f949-cbd5-482c-bcc0-d95d9b99117d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0537302 Nov 11 16:09:59.755254 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:09:59.810275 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-151b7a62-ecb7-4e0c-a401-36d8bec715d4 req-71e73255-081c-4b6e-9bdf-d38d0132bf3c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490808 Nov 11 16:09:59.917904 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:00.277394 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737413-7a44-4aa3-b5d4-88f5856d9fb0 req-00464e0c-6491-4d8e-bb7b-b1b42a7e18d6 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:00.279080 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2737413-7a44-4aa3-b5d4-88f5856d9fb0 req-00464e0c-6491-4d8e-bb7b-b1b42a7e18d6 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 943 time: 0.0490422 Nov 11 16:10:00.328730 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2737413-7a44-4aa3-b5d4-88f5856d9fb0 req-d0908ef5-cb5b-4391-a2a3-e871572df895 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414042 Nov 11 16:10:00.464716 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b7ff-303c-4c61-8b55-f6250010f945 req-edea3625-0f1a-4978-93ad-cf00d921a4e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:00.466265 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dd97b7ff-303c-4c61-8b55-f6250010f945 req-edea3625-0f1a-4978-93ad-cf00d921a4e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Nov 11 16:10:00.517940 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dd97b7ff-303c-4c61-8b55-f6250010f945 req-dda09b86-22aa-49d6-a1fe-492a2bae763c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Nov 11 16:10:00.933128 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20727-14af-4c12-99ce-d218a9480e89 req-00ee0b86-ded2-4327-b406-0b70e9a485b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:00.934591 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-91b20727-14af-4c12-99ce-d218a9480e89 req-00ee0b86-ded2-4327-b406-0b70e9a485b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.0515501 Nov 11 16:10:00.989045 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-91b20727-14af-4c12-99ce-d218a9480e89 req-8fb826ef-1345-4cda-bcbb-5a12e1f9b8a1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478718 Nov 11 16:10:01.388574 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53446) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:01.440257 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424eda8-d77f-4b7c-bd81-ecf25f200fef req-2f1a7844-a1b4-415b-8f47-82bbe676f2cc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:01.441773 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4424eda8-d77f-4b7c-bd81-ecf25f200fef req-2f1a7844-a1b4-415b-8f47-82bbe676f2cc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 943 time: 0.0471799 Nov 11 16:10:01.494265 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4424eda8-d77f-4b7c-bd81-ecf25f200fef req-f3efa225-6a13-48e1-905a-a16af1695cbc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465608 Nov 11 16:10:01.507533 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5997818d-60a7-4480-b815-52a671c9ee5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:01.584153 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5997818d-60a7-4480-b815-52a671c9ee5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:01.596101 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5997818d-60a7-4480-b815-52a671c9ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:01.655168 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5997818d-60a7-4480-b815-52a671c9ee5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10362c0b591b4f1b9f3e12ed2db47109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653911 Nov 11 16:10:01.658009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53458) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:01.658839 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997818d-60a7-4480-b815-52a671c9ee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7d513-04d2-47f9-a7b0-78cdbac634f6,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:01.674091 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc4cf7-cca8-408d-95e5-677053cd4c40 req-375eee52-50b0-423a-bfd2-bc3429313aed tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:01.675617 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d9bc4cf7-cca8-408d-95e5-677053cd4c40 req-375eee52-50b0-423a-bfd2-bc3429313aed tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 945 time: 0.0892363 Nov 11 16:10:01.725303 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d9bc4cf7-cca8-408d-95e5-677053cd4c40 req-abee9dc2-c007-48ad-9452-d5a7576e4382 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Nov 11 16:10:01.728147 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-04cbdbdc-125c-495e-a3c9-60c5947bc65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:01.749411 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-04cbdbdc-125c-495e-a3c9-60c5947bc65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:01.795581 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-04cbdbdc-125c-495e-a3c9-60c5947bc65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:01.798895 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-04cbdbdc-125c-495e-a3c9-60c5947bc65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:01.800094 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-04cbdbdc-125c-495e-a3c9-60c5947bc65f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3d7d513-04d2-47f9-a7b0-78cdbac634f6 HTTP/1.1" status: 204 len: 168 time: 0.1402271 Nov 11 16:10:01.807529 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbdbdc-125c-495e-a3c9-60c5947bc65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7d513-04d2-47f9-a7b0-78cdbac634f6,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:02.056318 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53468) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:02.078011 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44c58644-5b4e-4cf4-90e5-54797b7c131c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:02.137295 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490f70e-a856-4278-9333-a35e3827d96a req-cf480b3d-dd87-435d-a9d3-8bef791d7ba3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:02.138780 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7490f70e-a856-4278-9333-a35e3827d96a req-cf480b3d-dd87-435d-a9d3-8bef791d7ba3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.0761576 Nov 11 16:10:02.216742 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7490f70e-a856-4278-9333-a35e3827d96a req-8752a521-aaaf-44e1-a8ba-d0286043e9d2 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710254 Nov 11 16:10:02.225543 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44c58644-5b4e-4cf4-90e5-54797b7c131c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:02.230006 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44c58644-5b4e-4cf4-90e5-54797b7c131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:02.287206 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-44c58644-5b4e-4cf4-90e5-54797b7c131c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20714dc282794e41942aca48205eed47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298574 Nov 11 16:10:02.289870 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53470) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:02.311216 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c58644-5b4e-4cf4-90e5-54797b7c131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6a0a7a-1774-4c19-8cbd-74cb54513e21,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:02.342261 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ed4f428c-330e-4f07-88f1-64b24e9459de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:02.357867 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-300b8ed6-453a-4d89-9e87-9dfa433d5e61 req-ee9b423f-dc08-4fb0-ba90-1420d1fb0bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012599 Nov 11 16:10:02.366911 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ed4f428c-330e-4f07-88f1-64b24e9459de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:02.378367 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['6f300393-c4bd-4539-9e93-e938c1df87f5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:10:02.403104 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['58f68f71-d290-4192-9b42-887ba5fcae12'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:10:02.419315 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ed4f428c-330e-4f07-88f1-64b24e9459de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:02.422563 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ed4f428c-330e-4f07-88f1-64b24e9459de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:02.423712 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ed4f428c-330e-4f07-88f1-64b24e9459de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a6a0a7a-1774-4c19-8cbd-74cb54513e21 HTTP/1.1" status: 204 len: 168 time: 0.1328394 Nov 11 16:10:02.431695 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f428c-330e-4f07-88f1-64b24e9459de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6a0a7a-1774-4c19-8cbd-74cb54513e21,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:02.684685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40984a84-ddd9-48db-8027-b3422171759f req-bfc8f7a0-770e-461f-83e0-656bb7dc240a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:02.686570 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-40984a84-ddd9-48db-8027-b3422171759f req-bfc8f7a0-770e-461f-83e0-656bb7dc240a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 943 time: 0.0679710 Nov 11 16:10:02.740639 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-40984a84-ddd9-48db-8027-b3422171759f req-15e2a321-37de-4091-b06f-f64570c78c44 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Nov 11 16:10:03.204615 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2deb0-9c6c-4f17-b73e-de3f2816691a req-9b6e3d96-edf1-4281-a941-e6fd5c6295af tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:03.206172 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9cb2deb0-9c6c-4f17-b73e-de3f2816691a req-9b6e3d96-edf1-4281-a941-e6fd5c6295af tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 945 time: 0.0591764 Nov 11 16:10:03.292460 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9cb2deb0-9c6c-4f17-b73e-de3f2816691a req-05727b18-86a6-43cb-907d-8b84eceb7120 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768697 Nov 11 16:10:03.385244 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec571e-d8c5-4651-82a7-33229b2943d0 req-43047051-4cdf-409e-b5d2-392b5ec93c55 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:03.393847 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0fec571e-d8c5-4651-82a7-33229b2943d0 req-43047051-4cdf-409e-b5d2-392b5ec93c55 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.0662262 Nov 11 16:10:03.457640 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0fec571e-d8c5-4651-82a7-33229b2943d0 req-fa0cb71d-decb-48f9-9b21-93c6bc3cc424 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568457 Nov 11 16:10:03.824310 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53566) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:03.877486 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dba637-8321-4326-89ea-006ef90cb849 req-c026e466-b834-4e04-bde0-758d6fc16a8f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:03.879011 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-02dba637-8321-4326-89ea-006ef90cb849 req-c026e466-b834-4e04-bde0-758d6fc16a8f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 943 time: 0.0481477 Nov 11 16:10:03.937172 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-02dba637-8321-4326-89ea-006ef90cb849 req-9d42598c-ccde-4850-adb7-2fa48210fa4c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515647 Nov 11 16:10:03.938967 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e04e8484-0f50-40f0-8eac-afdfff578230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:03.987899 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device b5422bbe-ad0d-43b8-a9bc-b0104265d3fd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:10:03.992854 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 6f300393-c4bd-4539-9e93-e938c1df87f5 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:04.016073 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e04e8484-0f50-40f0-8eac-afdfff578230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.020747 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e04e8484-0f50-40f0-8eac-afdfff578230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.066215 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e04e8484-0f50-40f0-8eac-afdfff578230 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93665c232b0f45ab8f98a707fef7c807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383859 Nov 11 16:10:04.066215 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e8484-0f50-40f0-8eac-afdfff578230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c689bdd-a47f-40c6-9ece-abc872852765,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:04.066528 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53572) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:04.120010 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b641c84d-db36-4eed-b6e6-c796940648a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.126227 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 6f300393-c4bd-4539-9e93-e938c1df87f5 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:10:04.137315 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 6f300393-c4bd-4539-9e93-e938c1df87f5 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:04.137825 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.147796 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b641c84d-db36-4eed-b6e6-c796940648a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.196467 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:04.212081 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'port_id': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:10:04.225279 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b641c84d-db36-4eed-b6e6-c796940648a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.228584 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b641c84d-db36-4eed-b6e6-c796940648a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.241153 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b641c84d-db36-4eed-b6e6-c796940648a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c689bdd-a47f-40c6-9ece-abc872852765 HTTP/1.1" status: 204 len: 168 time: 0.1686296 Nov 11 16:10:04.258940 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641c84d-db36-4eed-b6e6-c796940648a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c689bdd-a47f-40c6-9ece-abc872852765,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:04.287782 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.316862 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5422bbe-ad0d-43b8-a9bc-b0104265d3fd {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:10:04.324930 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.350613 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:04.377760 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.393727 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21836f67-6d7f-498e-b636-73978cdc4a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f300393-c4bd-4539-9e93-e938c1df87f5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:10:04.396841 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a740f6-b724-4ad8-aa27-4a85c173c44b" -d '{"events": [{"server_uuid": "21836f67-6d7f-498e-b636-73978cdc4a19", "name": "network-vif-plugged", "status": "completed", "tag": "6f300393-c4bd-4539-9e93-e938c1df87f5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:10:04.436469 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 6f300393-c4bd-4539-9e93-e938c1df87f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f300393-c4bd-4539-9e93-e938c1df87f5,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:04.446568 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.447361 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:04.496453 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1524883-71bd-4f47-ada2-2b879a0caa70 x-openstack-request-id: req-f1524883-71bd-4f47-ada2-2b879a0caa70 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:10:04.496770 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21836f67-6d7f-498e-b636-73978cdc4a19", "name": "network-vif-plugged", "status": "completed", "tag": "6f300393-c4bd-4539-9e93-e938c1df87f5", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:10:04.497049 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1524883-71bd-4f47-ada2-2b879a0caa70 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:10:04.497435 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21836f67-6d7f-498e-b636-73978cdc4a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f300393-c4bd-4539-9e93-e938c1df87f5', 'code': 200} Nov 11 16:10:04.511553 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4289734-abcc-4077-bff5-579449af2dd1 req-e99f417c-ed4a-4fc0-9930-c36de4bc200f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:04.514643 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c4289734-abcc-4077-bff5-579449af2dd1 req-e99f417c-ed4a-4fc0-9930-c36de4bc200f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 945 time: 0.1407545 Nov 11 16:10:04.533979 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:04.630699 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c4289734-abcc-4077-bff5-579449af2dd1 req-56a85b25-13a9-4de6-93d5-a184f96d7086 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083844 Nov 11 16:10:04.632817 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=6f300393-c4bd-4539-9e93-e938c1df87f5,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:04.668844 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 58f68f71-d290-4192-9b42-887ba5fcae12 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:10:04.681389 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 58f68f71-d290-4192-9b42-887ba5fcae12 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:04.681767 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.786819 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d82718-acc0-4592-816a-4c7e6f1a242c req-b7fabc83-bae4-494b-b376-0fd0ac6443f1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:04.791182 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-71d82718-acc0-4592-816a-4c7e6f1a242c req-b7fabc83-bae4-494b-b376-0fd0ac6443f1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.1594136 Nov 11 16:10:04.794835 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.797261 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['b5422bbe-ad0d-43b8-a9bc-b0104265d3fd'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:10:04.843910 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330b13c-a586-4b5a-a201-2b9917ecad7a req-43913eb7-b6ae-4b73-837a-56353c8ee769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:04.845974 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6330b13c-a586-4b5a-a201-2b9917ecad7a req-43913eb7-b6ae-4b73-837a-56353c8ee769 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 1099 time: 0.1263008 Nov 11 16:10:04.893093 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:04.905013 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:04.929108 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-71d82718-acc0-4592-816a-4c7e6f1a242c req-02e9e905-4b22-4c1b-9764-784cbd172435 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210365 Nov 11 16:10:04.949624 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6330b13c-a586-4b5a-a201-2b9917ecad7a req-2a7774dd-defc-42ec-9a37-f3c3bd57007e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900679 Nov 11 16:10:05.010276 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:05.062159 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22863-3174-422e-9fab-144b50eeb381 req-2ad28bdc-eada-4dce-b868-7a658172aad1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:05.064076 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-83b22863-3174-422e-9fab-144b50eeb381 req-2ad28bdc-eada-4dce-b868-7a658172aad1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 944 time: 0.0539293 Nov 11 16:10:05.117267 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-83b22863-3174-422e-9fab-144b50eeb381 req-bc0ecce5-d8ad-4383-bf78-e22d9b83d6f9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450456 Nov 11 16:10:05.760015 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee96f8c-2b6d-4c28-8f09-d19f9c38f628 req-cf0b251b-23f5-424b-9951-99502cee2d2c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:05.768239 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6ee96f8c-2b6d-4c28-8f09-d19f9c38f628 req-cf0b251b-23f5-424b-9951-99502cee2d2c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0582185 Nov 11 16:10:05.822091 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6ee96f8c-2b6d-4c28-8f09-d19f9c38f628 req-316160c9-3800-4e50-bf3f-f2835807d5a0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524404 Nov 11 16:10:06.021920 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device b5422bbe-ad0d-43b8-a9bc-b0104265d3fd up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:06.092926 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca043a-0acc-4937-b423-f6c02a4b06df req-6ba1c079-3e81-446b-afbf-e07fe888e2d4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:06.095499 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2bca043a-0acc-4937-b423-f6c02a4b06df req-6ba1c079-3e81-446b-afbf-e07fe888e2d4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0785079 Nov 11 16:10:06.113552 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:10:06.118080 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:06.118530 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:06.193675 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2bca043a-0acc-4937-b423-f6c02a4b06df req-9d46e2b9-a000-4d48-87a4-9d24ac484e87 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877464 Nov 11 16:10:06.246259 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:06.288842 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c46bb-5f14-4135-816b-049a414287e6 req-0409d3ab-80f4-4fdd-a27d-7a40525233c5 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:06.303267 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8d5c46bb-5f14-4135-816b-049a414287e6 req-0409d3ab-80f4-4fdd-a27d-7a40525233c5 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 944 time: 0.0736151 Nov 11 16:10:06.314698 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:06.321618 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:06.356824 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8d5c46bb-5f14-4135-816b-049a414287e6 req-7b3a9459-860c-4f86-a0d3-91cdda9e65ef tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521159 Nov 11 16:10:06.386983 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:06.506051 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12'}, {'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:10:06.508549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232c6d4d-11b4-4d2d-bde3-b597737ddc15" -d '{"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-plugged", "status": "completed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12"}, {"server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "name": "network-vif-plugged", "status": "completed", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:10:06.552178 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e250931-f399-4877-ad1e-54aff86dc699 x-openstack-request-id: req-0e250931-f399-4877-ad1e-54aff86dc699 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:10:06.552481 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-plugged", "status": "completed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12", "code": 200}, {"server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "name": "network-vif-plugged", "status": "completed", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:10:06.552736 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e250931-f399-4877-ad1e-54aff86dc699 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:10:06.553158 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12', 'code': 200} Nov 11 16:10:06.553417 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'code': 200} Nov 11 16:10:06.734305 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53730) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:06.861989 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a4339-a97b-4581-a5bd-74ccef196689 req-705e0f2d-57bc-45fa-9af9-5f14f3011d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:06.863808 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1a7a4339-a97b-4581-a5bd-74ccef196689 req-705e0f2d-57bc-45fa-9af9-5f14f3011d14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1098 time: 0.0537007 Nov 11 16:10:06.892158 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b417d326-016a-4fd0-9e5b-e240516e3d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:06.952029 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1a7a4339-a97b-4581-a5bd-74ccef196689 req-4ccc383b-f352-4213-9f9e-e8396b66b6fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756013 Nov 11 16:10:06.952222 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264490c3-d6cc-49ec-a211-fedd5173aca2 req-520eb4fd-3892-41a9-950b-2b1ff9ab3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:06.953736 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-264490c3-d6cc-49ec-a211-fedd5173aca2 req-520eb4fd-3892-41a9-950b-2b1ff9ab3314 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 1098 time: 0.0857069 Nov 11 16:10:06.968191 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7629721-d050-47b8-80dd-04f654096e75 req-fb9ca56c-69e4-4c7b-8795-d471a2bcf1e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:06.969585 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7629721-d050-47b8-80dd-04f654096e75 req-fb9ca56c-69e4-4c7b-8795-d471a2bcf1e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0580277 Nov 11 16:10:06.998280 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b417d326-016a-4fd0-9e5b-e240516e3d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.003356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b417d326-016a-4fd0-9e5b-e240516e3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.017530 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7629721-d050-47b8-80dd-04f654096e75 req-d0457995-4e43-4444-8786-acda8f126249 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Nov 11 16:10:07.041530 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417d326-016a-4fd0-9e5b-e240516e3d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa76594-8551-475a-841d-318e406a977b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:07.051656 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b417d326-016a-4fd0-9e5b-e240516e3d6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94b409d975ba41b8ae05ff3812dc5a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155117 Nov 11 16:10:07.052082 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53746) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:07.101984 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e30cc662-b8f9-4f34-a396-bfaff072b695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.127627 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e30cc662-b8f9-4f34-a396-bfaff072b695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.151672 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53756) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:07.178106 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e30cc662-b8f9-4f34-a396-bfaff072b695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.180778 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e30cc662-b8f9-4f34-a396-bfaff072b695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.184619 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e30cc662-b8f9-4f34-a396-bfaff072b695 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eaa76594-8551-475a-841d-318e406a977b HTTP/1.1" status: 204 len: 168 time: 0.1288579 Nov 11 16:10:07.192904 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cc662-b8f9-4f34-a396-bfaff072b695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa76594-8551-475a-841d-318e406a977b,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:07.217356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_v2 [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] Deleting subnet eac326a4-e72c-4b35-bd08-735f2557efa2 {{(pid=101823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:10:07.222743 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.268297 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.287975 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.374533 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29015dc7-965c-49b2-9a87-abb6082ece1e req-e4d00324-9d85-4f7a-9819-39655b2ed19f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:07.376225 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-29015dc7-965c-49b2-9a87-abb6082ece1e req-e4d00324-9d85-4f7a-9819-39655b2ed19f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1043825 Nov 11 16:10:07.385937 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-264490c3-d6cc-49ec-a211-fedd5173aca2 req-33822d30-e581-4eeb-bc0c-8fca50ac4156 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640383 Nov 11 16:10:07.399810 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.428106 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac326a4-e72c-4b35-bd08-735f2557efa2,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:07.428554 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79f08-9dab-4757-b82c-2e419b774a83 req-6ff40616-eb82-4c89-8d02-7509038ec718 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:07.433088 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-24b79f08-9dab-4757-b82c-2e419b774a83 req-6ff40616-eb82-4c89-8d02-7509038ec718 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.1435711 Nov 11 16:10:07.437675 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.440998 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-62150078-c5ec-44f9-9e65-b76920aeb945 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eac326a4-e72c-4b35-bd08-735f2557efa2 HTTP/1.1" status: 204 len: 168 time: 0.2872908 Nov 11 16:10:07.443505 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53770) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:07.486427 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-10ae14fd-e101-44e8-a936-268ff85d54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:07.487924 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-10ae14fd-e101-44e8-a936-268ff85d54a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 1099 time: 0.1097496 Nov 11 16:10:07.524703 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-29015dc7-965c-49b2-9a87-abb6082ece1e req-e9551f9c-abce-48d8-938b-041a72236728 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411612 Nov 11 16:10:07.528409 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-24b79f08-9dab-4757-b82c-2e419b774a83 req-e780627d-1239-44cb-8739-4bca89d06e77 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889132 Nov 11 16:10:07.536993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.590588 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53774) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:07.606026 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0f6de63b-78aa-42cf-b3f5-de1cc978d68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.629561 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.650436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.650822 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.651587 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.651928 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > port after_create 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.652254 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.652576 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > port after_update 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.652898 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.653245 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.653563 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.653912 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.671515 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9131-3a2f-4aaf-9942-0581d11c4535 req-5bf6b800-db78-49c0-9136-4cf801aec44d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:07.673098 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-738b9131-3a2f-4aaf-9942-0581d11c4535 req-5bf6b800-db78-49c0-9136-4cf801aec44d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0690711 Nov 11 16:10:07.799601 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.800265 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.800265 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.800583 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:07.800959 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807d9baf-7c7e-49e9-b17f-f82a8a6e4512']}} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:07.810608 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-738b9131-3a2f-4aaf-9942-0581d11c4535 req-5020c89b-d8ce-4398-bca6-1416a9b37af7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313567 Nov 11 16:10:07.818739 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48711043-daff-4e38-b4de-b1f6bf9813bb') {'for_net_delete': True} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:07.819147 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48711043-daff-4e38-b4de-b1f6bf9813bb') {} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:07.831618 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0f6de63b-78aa-42cf-b3f5-de1cc978d68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.833130 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-dd77a6df-6472-47e4-adb1-283f183dc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:07.834583 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-dd77a6df-6472-47e4-adb1-283f183dc27d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.1460981 Nov 11 16:10:07.836542 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0f6de63b-78aa-42cf-b3f5-de1cc978d68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.837230 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12751870'] for segment, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.858983 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.867560 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=101823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:10:07.867952 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752643'] for segment, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: from cryptography.utils import int_from_bytes Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: from cryptography.utils import int_from_bytes Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: Traceback (most recent call last): Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: timer() Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: cb(*args, **kw) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: return func(*args, **kwargs) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: self._notify() Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: self.callback(batched_events) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: event.method(event) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: return f(self, *a, **k) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._get(url).json() Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: return self.request(url, 'GET', **kwargs) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:10:07.872181 dv-cinder-774288-11-iscsi neutron-server[101823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:10:07.913135 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-0f6de63b-78aa-42cf-b3f5-de1cc978d68a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5b3debcaf5646d29811b1a698408c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191056 Nov 11 16:10:07.913135 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-db2fc303-e6b3-4dd3-95fe-872bbd12744c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f300393-c4bd-4539-9e93-e938c1df87f5 HTTP/1.1" status: 200 len: 217 time: 0.0525193 Nov 11 16:10:07.913602 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6de63b-78aa-42cf-b3f5-de1cc978d68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93796122-ecb2-482d-9338-72d61bcafb00,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:07.913678 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53778) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:07.957340 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.971292 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:07.974865 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] 10.222.0.45 "DELETE /v2.0/networks/807d9baf-7c7e-49e9-b17f-f82a8a6e4512 HTTP/1.1" status: 204 len: 168 time: 0.5304499 Nov 11 16:10:07.979624 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53782) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:07.996535 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18129d89-315e-4b6a-a629-738db6c7da6c admin admin] Pushing event deleted for resources: {'Network': ['ID=807d9baf-7c7e-49e9-b17f-f82a8a6e4512,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:08.002517 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b482d760-20f1-46db-9db6-6aeed4aa983a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.024828 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b482d760-20f1-46db-9db6-6aeed4aa983a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.027826 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-b610ce71-c895-445c-9db8-58e7e8a7a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:08.029503 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-b610ce71-c895-445c-9db8-58e7e8a7a535 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.0890975 Nov 11 16:10:08.051653 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] Deleting subnet bfd1e6ba-881c-4a46-bb0a-90cbfa591426 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:10:08.069212 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-0cf3fd54-214c-4dfd-9104-7fe71e809394 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287333 Nov 11 16:10:08.069813 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.078536 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b482d760-20f1-46db-9db6-6aeed4aa983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.081492 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b482d760-20f1-46db-9db6-6aeed4aa983a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.084962 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b482d760-20f1-46db-9db6-6aeed4aa983a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93796122-ecb2-482d-9338-72d61bcafb00 HTTP/1.1" status: 204 len: 168 time: 0.1681073 Nov 11 16:10:08.091696 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482d760-20f1-46db-9db6-6aeed4aa983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93796122-ecb2-482d-9338-72d61bcafb00,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:08.325519 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.340586 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.409174 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-cd167b89-87a8-41d5-9416-8bfcc20317b1 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144186 Nov 11 16:10:08.424919 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.474620 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd1e6ba-881c-4a46-bb0a-90cbfa591426,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:08.505756 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.513064 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f6270a14-2ea4-4ce7-812b-a025e55c4a96 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bfd1e6ba-881c-4a46-bb0a-90cbfa591426 HTTP/1.1" status: 204 len: 168 time: 0.5284252 Nov 11 16:10:08.513064 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53804) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:08.616346 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.623875 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c66f87d1-3d5f-4d03-b27b-acf80db7158d req-4b03582f-cf7e-450e-ab7f-d84041a0369b service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932676 Nov 11 16:10:08.748145 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.792549 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.792941 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.793746 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.794085 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > port after_create 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.794409 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > port after_delete 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.794911 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > port after_update 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.795240 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.795560 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.796042 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.796528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.863392 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.863748 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.864082 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.864411 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:10:08.864793 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33fd794-7445-430e-893b-c947ef7473f4']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:08.885611 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d25fac-80d4-4fa3-85b5-29ae603628a5') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:08.885910 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d25fac-80d4-4fa3-85b5-29ae603628a5') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:08.912649 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac53f-840c-4cce-95c1-973f2084c691 req-98765065-dc02-4f35-bbe7-8b71c18b769e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:08.914294 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dabac53f-840c-4cce-95c1-973f2084c691 req-98765065-dc02-4f35-bbe7-8b71c18b769e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.2484570 Nov 11 16:10:08.922598 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.956153 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673abd5-1107-456e-9cdf-2ec7b9b8544f req-cb2cb389-f30a-4137-ac5b-69f2b17f8979 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:08.957691 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a673abd5-1107-456e-9cdf-2ec7b9b8544f req-cb2cb389-f30a-4137-ac5b-69f2b17f8979 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.2326021 Nov 11 16:10:08.970448 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:08.995214 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:10:08.995627 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: from cryptography.utils import int_from_bytes Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: from cryptography.utils import int_from_bytes Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:10:09.002448 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:10:09.093189 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dabac53f-840c-4cce-95c1-973f2084c691 req-63bb91fe-2276-4131-8c4a-a7e3f3986fe4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637237 Nov 11 16:10:09.097100 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a673abd5-1107-456e-9cdf-2ec7b9b8544f req-efcf2497-d5a5-48c2-853a-264a5325fe59 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279938 Nov 11 16:10:09.104392 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.129789 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.135650 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] 10.222.0.45 "DELETE /v2.0/networks/a33fd794-7445-430e-893b-c947ef7473f4 HTTP/1.1" status: 204 len: 168 time: 0.6206918 Nov 11 16:10:09.135650 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5d039-fa8d-43a0-8b7b-6b04fe7b385a admin admin] Pushing event deleted for resources: {'Network': ['ID=a33fd794-7445-430e-893b-c947ef7473f4,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:09.238567 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eecf1f-96d5-46d5-9b2c-088c9d950472 req-4407d61e-3cbe-4729-a2bc-95796d0c552a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:09.245939 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f4eecf1f-96d5-46d5-9b2c-088c9d950472 req-4407d61e-3cbe-4729-a2bc-95796d0c552a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0616343 Nov 11 16:10:09.305786 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f4eecf1f-96d5-46d5-9b2c-088c9d950472 req-e8517c63-2dcf-4f6a-83a0-781f785bc771 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518031 Nov 11 16:10:09.341185 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53854) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:09.383315 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-2a66b0ab-36e3-4f3f-bcb9-6bee4f0b929c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=828d8538127b4448965eeaf3e7108564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408936 Nov 11 16:10:09.385750 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53858) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:09.435256 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-631670ab-154f-4592-8970-4a7cdf455b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.457184 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-631670ab-154f-4592-8970-4a7cdf455b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.509855 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-631670ab-154f-4592-8970-4a7cdf455b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.512513 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-631670ab-154f-4592-8970-4a7cdf455b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.514031 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-631670ab-154f-4592-8970-4a7cdf455b1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9225809f-1266-4a12-8694-b35a5a6610cd HTTP/1.1" status: 204 len: 168 time: 0.1267781 Nov 11 16:10:09.526686 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631670ab-154f-4592-8970-4a7cdf455b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9225809f-1266-4a12-8694-b35a5a6610cd,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:09.807268 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53876) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:09.850949 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5300d613-40ff-4f0c-856d-f553a11fc75f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efad78192bb84dffaa558a04e7926585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424044 Nov 11 16:10:09.853394 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53880) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:09.907860 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c18415a5-6961-488b-8562-11c89972b626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.930897 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c18415a5-6961-488b-8562-11c89972b626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.977272 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c18415a5-6961-488b-8562-11c89972b626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.979850 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c18415a5-6961-488b-8562-11c89972b626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:09.981049 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c18415a5-6961-488b-8562-11c89972b626 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d076b942-a1df-433f-a980-e9b56cc5e498 HTTP/1.1" status: 204 len: 168 time: 0.1263700 Nov 11 16:10:09.989445 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18415a5-6961-488b-8562-11c89972b626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d076b942-a1df-433f-a980-e9b56cc5e498,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:10.266727 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7920ce5-aca0-47d3-b1c7-f1dd89ddf910 req-1996f4f6-c304-4401-9299-5414d044f089 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:10.268917 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f7920ce5-aca0-47d3-b1c7-f1dd89ddf910 req-1996f4f6-c304-4401-9299-5414d044f089 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0805531 Nov 11 16:10:10.277675 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c1aac-e17f-495d-b223-f6a5f96ea98d req-7f40d5dc-b72a-47fb-841c-fcf96f286b82 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:10.285388 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d9c1aac-e17f-495d-b223-f6a5f96ea98d req-7f40d5dc-b72a-47fb-841c-fcf96f286b82 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0871618 Nov 11 16:10:10.362613 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d9c1aac-e17f-495d-b223-f6a5f96ea98d req-f1927ea0-53c4-4eab-9df7-733e18cdeef8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752549 Nov 11 16:10:10.367816 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f7920ce5-aca0-47d3-b1c7-f1dd89ddf910 req-a5a8f043-95e0-4c8e-a6b6-3264ba80f783 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802948 Nov 11 16:10:10.524539 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab001c-cdaf-49a5-b759-a45a1bb38128 req-a6c02432-89e3-47b3-a90b-46d75cd77173 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:10.526274 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15ab001c-cdaf-49a5-b759-a45a1bb38128 req-a6c02432-89e3-47b3-a90b-46d75cd77173 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0939393 Nov 11 16:10:10.541648 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b75292-3240-455a-baf3-60d4f3728951 req-0e887a1f-b758-4543-a543-ebc54fc8d674 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:10.543613 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f2b75292-3240-455a-baf3-60d4f3728951 req-0e887a1f-b758-4543-a543-ebc54fc8d674 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0862529 Nov 11 16:10:10.553441 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 53916) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:10.558773 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'floatingip': {'port_id': '58f68f71-d290-4192-9b42-887ba5fcae12'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:10.643443 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:10.742226 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15ab001c-cdaf-49a5-b759-a45a1bb38128 req-34f296d7-31a9-4c6e-85a7-8d96c9cbb3d4 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976111 Nov 11 16:10:10.928165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1fe02-3abb-4859-8f61-53eabf30f33a req-b8c62e92-5557-4268-b46c-a1c52dcffc43 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:10.929653 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3fe1fe02-3abb-4859-8f61-53eabf30f33a req-b8c62e92-5557-4268-b46c-a1c52dcffc43 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0965912 Nov 11 16:10:10.938626 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 53936) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:10.944626 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'floatingip': {'port_id': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:11.022843 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:11.667500 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:11.679109 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:11.752183 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1560-9da9-4f5a-ab2e-fe63e725879a req-537ddf20-0cba-449d-93a9-83a93f64b3c7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:11.759490 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-59db1560-9da9-4f5a-ab2e-fe63e725879a req-537ddf20-0cba-449d-93a9-83a93f64b3c7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.2152650 Nov 11 16:10:11.881008 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-59db1560-9da9-4f5a-ab2e-fe63e725879a req-22b23042-5edd-41b5-8430-92e207c739ba tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206541 Nov 11 16:10:11.900287 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Floating IP 74b5f6b5-2866-4ac8-8642-bfa72d777d97 associated. External IP: 172.27.3.254, port: 58f68f71-d290-4192-9b42-887ba5fcae12. Nov 11 16:10:12.073584 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:12.078456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:12.155635 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Router 67bcf3fe-3eae-460a-8a37-45a0718576ac has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:10:12.188490 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.l3_db [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Floating IP a2f1090f-40cb-47e4-9432-d834131cf9cb associated. External IP: 172.27.3.83, port: b5422bbe-ad0d-43b8-a9bc-b0104265d3fd. Nov 11 16:10:12.302109 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:10:12.307086 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:12.321236 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] Sync routers for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:10:12.335974 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:12.337282 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:12.340967 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f3872e4b-27ce-4bef-9d06-52a27c1fd088 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "PUT /v2.0/floatingips/74b5f6b5-2866-4ac8-8642-bfa72d777d97 HTTP/1.1" status: 200 len: 991 time: 1.7858117 Nov 11 16:10:12.341397 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:10:12.345050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765d1dee-13d7-4879-a90c-bf88b4f94933" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:10:12.390962 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa3232-c06b-4da7-be34-f810190083b3 x-openstack-request-id: req-31aa3232-c06b-4da7-be34-f810190083b3 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:10:12.391354 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:10:12.391644 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31aa3232-c06b-4da7-be34-f810190083b3 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:10:12.392041 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12', 'status': 'completed', 'code': 200} Nov 11 16:10:12.440622 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Router e365722a-9325-460b-865b-f67335cbd022 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:10:12.493463 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-4b69e0f5-ac7f-4879-93d9-f1290de820d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:12.495512 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-4b69e0f5-ac7f-4879-93d9-f1290de820d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1098 time: 0.0494168 Nov 11 16:10:12.505113 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:12.579214 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:10:12.592496 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] Sync routers for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:10:12.593849 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:12.605978 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:12.606938 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:12.607919 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-5c908c7f-221b-449f-a701-32851d12ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:12.610045 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-5c908c7f-221b-449f-a701-32851d12ba76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.0917902 Nov 11 16:10:12.624483 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-83ce82ac-9c79-446e-8362-7af58ab025af tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "PUT /v2.0/floatingips/a2f1090f-40cb-47e4-9432-d834131cf9cb HTTP/1.1" status: 200 len: 990 time: 1.6835446 Nov 11 16:10:12.625185 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:10:12.628523 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5ec227-c96c-4e94-9c65-3b09521bdb37" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:10:12.674024 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c34d13-c579-4181-aec1-7f366ce91824 x-openstack-request-id: req-60c34d13-c579-4181-aec1-7f366ce91824 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:10:12.674383 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:10:12.674648 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60c34d13-c579-4181-aec1-7f366ce91824 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:10:12.675049 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'status': 'completed', 'code': 200} Nov 11 16:10:12.776874 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-3a1576d2-456a-4536-8fee-b580c55f222c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 200 len: 999 time: 0.1474948 Nov 11 16:10:12.787146 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-abb94f76-bc1b-4179-b934-302084ffaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:12.787850 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:12.789256 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-abb94f76-bc1b-4179-b934-302084ffaaf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 1098 time: 0.0658667 Nov 11 16:10:12.819293 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '74b5f6b5-2866-4ac8-8642-bfa72d777d97', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'port_id': '58f68f71-d290-4192-9b42-887ba5fcae12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'mac_address': 'fa:16:3e:f5:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:39Z', 'updated_at': '2021-11-11T16:10:11Z', 'revision_number': 1, 'project_id': '818dce4f7655480da5617ad072103e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:12.875602 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] Checking router: 67bcf3fe-3eae-460a-8a37-45a0718576ac for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:10:12.883471 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-14205c21-8f3f-45b0-961e-c0de5d3be594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:12.884949 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-14205c21-8f3f-45b0-961e-c0de5d3be594 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0673389 Nov 11 16:10:12.887259 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:12.888158 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:12.974113 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-d75a8da7-39a0-4760-a7c1-0602127afe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:12.975869 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-d75a8da7-39a0-4760-a7c1-0602127afe5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760794 Nov 11 16:10:12.993934 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-e8a4809e-68e4-46e6-bb30-8f05a50a6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:12.998388 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-e8a4809e-68e4-46e6-bb30-8f05a50a6c16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 911 time: 0.1715958 Nov 11 16:10:13.100564 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e698a-ce88-49dc-9168-66fff778fcd3 req-73efac79-0ff3-49b7-bd77-9c955cd186ff tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:13.103627 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4b3e698a-ce88-49dc-9168-66fff778fcd3 req-73efac79-0ff3-49b7-bd77-9c955cd186ff tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1266339 Nov 11 16:10:13.155276 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-964b0095-519a-41e3-96d0-1a3628e91f4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 200 len: 998 time: 0.1477618 Nov 11 16:10:13.175949 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'a2f1090f-40cb-47e4-9432-d834131cf9cb', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'e365722a-9325-460b-865b-f67335cbd022', 'port_id': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:45Z', 'updated_at': '2021-11-11T16:10:11Z', 'revision_number': 1, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:13.182745 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:13.296041 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-858081aa-f0b0-48d4-b4eb-c650fee1b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:13.297827 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-858081aa-f0b0-48d4-b4eb-c650fee1b4a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.1270154 Nov 11 16:10:13.344765 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-6df90f03-e2f3-4859-93b0-5b396fcb0471 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549247 Nov 11 16:10:13.416342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-8ddcf8e5-cfe0-4fbf-8528-d255f97ef541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:13.418271 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-8ddcf8e5-cfe0-4fbf-8528-d255f97ef541 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985003 Nov 11 16:10:13.475012 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] Checking router: e365722a-9325-460b-865b-f67335cbd022 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:10:13.487438 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:13.488838 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:09:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:13.502414 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4b3e698a-ce88-49dc-9168-66fff778fcd3 req-900d230e-cad8-41c9-b199-82f7ae7d325b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889701 Nov 11 16:10:13.598131 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '74b5f6b5-2866-4ac8-8642-bfa72d777d97', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'port_id': '58f68f71-d290-4192-9b42-887ba5fcae12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'mac_address': 'fa:16:3e:f5:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:39Z', 'updated_at': '2021-11-11T16:10:11Z', 'revision_number': 1, 'project_id': '818dce4f7655480da5617ad072103e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:13.604264 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-765d1dee-13d7-4879-a90c-bf88b4f94933 req-3bf3a76e-f69e-426b-91be-e900d439bc5a service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374470 Nov 11 16:10:13.669677 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-6ed7041b-fd92-4408-8c06-673dd0867a4f service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332442 Nov 11 16:10:13.698756 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5284f4-72f8-4712-a1e7-64e982580ef0 None None] The sync data for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi is: [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '74b5f6b5-2866-4ac8-8642-bfa72d777d97', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'port_id': '58f68f71-d290-4192-9b42-887ba5fcae12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'mac_address': 'fa:16:3e:f5:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:39Z', 'updated_at': '2021-11-11T16:10:11Z', 'revision_number': 1, 'project_id': '818dce4f7655480da5617ad072103e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:10:13.762530 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:13.892058 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c5ec227-c96c-4e94-9c65-3b09521bdb37 req-5a117574-c056-44f7-812a-196c09974168 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091336 Nov 11 16:10:14.005913 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b67d22-ed6a-46fb-9058-ab7bd53ab85b req-76b20935-196a-4650-aeea-361cae14557d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:14.007608 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a7b67d22-ed6a-46fb-9058-ab7bd53ab85b req-76b20935-196a-4650-aeea-361cae14557d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.0685220 Nov 11 16:10:14.083087 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f8531-c623-4626-ad90-2a8b303866af None None] New status for floating IP 74b5f6b5-2866-4ac8-8642-bfa72d777d97: ACTIVE {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:10:14.092944 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a7b67d22-ed6a-46fb-9058-ab7bd53ab85b req-8fddb756-6138-49d5-bd73-79c40c8b4c66 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786653 Nov 11 16:10:14.101438 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54052) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:14.184726 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'a2f1090f-40cb-47e4-9432-d834131cf9cb', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'e365722a-9325-460b-865b-f67335cbd022', 'port_id': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:45Z', 'updated_at': '2021-11-11T16:10:11Z', 'revision_number': 1, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:14.215450 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff5c1f-05be-4a94-bc0a-ada5db551f5d None None] The sync data for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi is: [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'a2f1090f-40cb-47e4-9432-d834131cf9cb', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'e365722a-9325-460b-865b-f67335cbd022', 'port_id': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:09:45Z', 'updated_at': '2021-11-11T16:10:11Z', 'revision_number': 1, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:10:14.219765 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-759e51ff-db1a-4ab5-b28a-1d5a094c4eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.310710 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-759e51ff-db1a-4ab5-b28a-1d5a094c4eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.316005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-759e51ff-db1a-4ab5-b28a-1d5a094c4eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.356272 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e51ff-db1a-4ab5-b28a-1d5a094c4eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e470ded-886b-4489-a90b-3382ccc99b6e,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:14.367599 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54056) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:14.367979 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-759e51ff-db1a-4ab5-b28a-1d5a094c4eb2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d409a5e4eb2497c8e286af482f7e6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630115 Nov 11 16:10:14.426211 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ad0cda1f-f3f3-4196-9aad-0391aad03c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.448930 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed45bc07-c115-4a7a-a9b5-fa423f1850fa None None] New status for floating IP a2f1090f-40cb-47e4-9432-d834131cf9cb: ACTIVE {{(pid=101824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:10:14.468347 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ad0cda1f-f3f3-4196-9aad-0391aad03c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.521480 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ad0cda1f-f3f3-4196-9aad-0391aad03c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.524056 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ad0cda1f-f3f3-4196-9aad-0391aad03c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.525216 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ad0cda1f-f3f3-4196-9aad-0391aad03c79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e470ded-886b-4489-a90b-3382ccc99b6e HTTP/1.1" status: 204 len: 168 time: 0.1565058 Nov 11 16:10:14.534868 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cda1f-f3f3-4196-9aad-0391aad03c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e470ded-886b-4489-a90b-3382ccc99b6e,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:14.631782 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219ac8a-74e4-46ff-9a6a-ff8c37eaff50 req-88389837-d05f-418e-a1da-e769b49b0051 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:14.633268 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0219ac8a-74e4-46ff-9a6a-ff8c37eaff50 req-88389837-d05f-418e-a1da-e769b49b0051 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0502679 Nov 11 16:10:14.685768 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0219ac8a-74e4-46ff-9a6a-ff8c37eaff50 req-fcf89582-9665-4fc4-b884-71aef5d6a678 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Nov 11 16:10:14.821804 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54068) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:14.835624 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.908807 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.912748 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:14.951220 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fc67ad38d9041e897d7961cfa030f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282399 Nov 11 16:10:14.952058 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba52f76-d06f-419e-8c94-93f458abedd2,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:14.954374 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54074) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:14.960146 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.960516 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.960854 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.961219 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.961557 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.961893 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.962442 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.962551 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.962867 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.963193 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.963519 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:14.963843 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffacc3-7d02-4325-b2be-ab7f64a0e711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.015003 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-acc310f8-4be6-4087-8c27-bfaf584ba1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.036274 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-acc310f8-4be6-4087-8c27-bfaf584ba1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.080507 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-acc310f8-4be6-4087-8c27-bfaf584ba1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.083733 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-acc310f8-4be6-4087-8c27-bfaf584ba1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.084855 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-acc310f8-4be6-4087-8c27-bfaf584ba1cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aba52f76-d06f-419e-8c94-93f458abedd2 HTTP/1.1" status: 204 len: 168 time: 0.1294956 Nov 11 16:10:15.092281 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc310f8-4be6-4087-8c27-bfaf584ba1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba52f76-d06f-419e-8c94-93f458abedd2,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:15.387378 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54084) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:15.400500 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2e590391-ecec-4c09-996f-d45543aaf4c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.474981 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2e590391-ecec-4c09-996f-d45543aaf4c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.478752 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2e590391-ecec-4c09-996f-d45543aaf4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.517237 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2e590391-ecec-4c09-996f-d45543aaf4c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32256537866b49259d197f37ad15ae51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287451 Nov 11 16:10:15.518115 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e590391-ecec-4c09-996f-d45543aaf4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4401e5-6f3e-449d-963e-f7865b8637e6,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:15.520356 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54088) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:15.572186 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.592044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.639301 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.642084 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:15.643253 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be4401e5-6f3e-449d-963e-f7865b8637e6 HTTP/1.1" status: 204 len: 168 time: 0.1166320 Nov 11 16:10:15.650886 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4401e5-6f3e-449d-963e-f7865b8637e6,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:15.657963 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.658316 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.658663 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.659000 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.659334 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.660179 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.660510 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.660842 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.661271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.661610 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.661924 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:15.662248 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2db5c-6e72-4b7e-97c6-d1b38069e1c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:16.233665 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d1823f8-e212-4e68-9e0f-f69f04279117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:16.599779 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:10:17.633407 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e4e16-2dcc-4128-a684-7f30e04fe208 req-9b5c8ed2-b0fe-43ab-8005-0e2f1e72c551 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:17.634903 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-201e4e16-2dcc-4128-a684-7f30e04fe208 req-9b5c8ed2-b0fe-43ab-8005-0e2f1e72c551 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.0826299 Nov 11 16:10:17.642298 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a39e-8f32-4994-bda3-9f996b1e0133 req-34e58e60-53ee-4c63-9563-0849a6030d68 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:17.643689 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-57f4a39e-8f32-4994-bda3-9f996b1e0133 req-34e58e60-53ee-4c63-9563-0849a6030d68 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0807734 Nov 11 16:10:17.710958 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-201e4e16-2dcc-4128-a684-7f30e04fe208 req-af30b5f0-4da0-4558-824f-beb95184a34e tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663068 Nov 11 16:10:17.723171 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-57f4a39e-8f32-4994-bda3-9f996b1e0133 req-1b1e4bf8-9ce2-4df2-adfd-3e0e4da7eb8a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643454 Nov 11 16:10:18.355597 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a911cd30-75ae-4802-ac14-9aae4320b5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:18.864462 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11414-06e8-4bb8-b41a-793fda299ee2 req-c21caab9-d4ed-4e27-9db3-a10926bac64b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:18.865957 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1be11414-06e8-4bb8-b41a-793fda299ee2 req-c21caab9-d4ed-4e27-9db3-a10926bac64b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.0786147 Nov 11 16:10:18.877086 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579786f-e80b-43c4-b2bf-05865588b74f req-5e1d5828-7da2-4b1a-98e0-9dd30bd56a3d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:18.878447 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3579786f-e80b-43c4-b2bf-05865588b74f req-5e1d5828-7da2-4b1a-98e0-9dd30bd56a3d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0796249 Nov 11 16:10:18.948280 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1be11414-06e8-4bb8-b41a-793fda299ee2 req-1fc99189-207d-4763-bfd4-88268fa8a90e tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Nov 11 16:10:18.952633 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3579786f-e80b-43c4-b2bf-05865588b74f req-d64b6276-4798-46dc-997c-33964921de4b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676994 Nov 11 16:10:19.315371 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54224) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:19.420545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.427283 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ff03-278b-42b7-b437-471b8b49195a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.514943 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ff03-278b-42b7-b437-471b8b49195a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.518755 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ff03-278b-42b7-b437-471b8b49195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.558103 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-fbd8ff03-278b-42b7-b437-471b8b49195a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e6d995de3c64e2d86907afa0b3bcbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416484 Nov 11 16:10:19.560756 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54238) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:19.560912 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8ff03-278b-42b7-b437-471b8b49195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b6aa8e-620f-444b-beb2-518d48ccbc82,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:19.610528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4d42148-ae6d-4c58-ad39-49aa448a3ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.635241 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4d42148-ae6d-4c58-ad39-49aa448a3ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.690763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4d42148-ae6d-4c58-ad39-49aa448a3ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.694176 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4d42148-ae6d-4c58-ad39-49aa448a3ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:19.695440 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e4d42148-ae6d-4c58-ad39-49aa448a3ca9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93b6aa8e-620f-444b-beb2-518d48ccbc82 HTTP/1.1" status: 204 len: 168 time: 0.1335034 Nov 11 16:10:19.704605 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d42148-ae6d-4c58-ad39-49aa448a3ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b6aa8e-620f-444b-beb2-518d48ccbc82,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:19.984866 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54256) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:20.001389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3213-4af1-4b1b-978e-dcf49614b1c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.151414 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea818e-3347-4ad0-a900-fcd326fc85e9 req-080acd66-6575-4c19-ab3f-493002ac60cd tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:20.152876 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fea818e-3347-4ad0-a900-fcd326fc85e9 req-080acd66-6575-4c19-ab3f-493002ac60cd tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.1094584 Nov 11 16:10:20.165169 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b06be-1010-4d45-a8a0-7a122fbcc8c9 req-22456812-29b9-486f-95b7-415e29d0a7ff tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:20.166727 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ef2b06be-1010-4d45-a8a0-7a122fbcc8c9 req-22456812-29b9-486f-95b7-415e29d0a7ff tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1129334 Nov 11 16:10:20.178315 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3213-4af1-4b1b-978e-dcf49614b1c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.196187 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3213-4af1-4b1b-978e-dcf49614b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.273194 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-8cdb3213-4af1-4b1b-978e-dcf49614b1c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f843d645bc442f2aa259110b2defd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870109 Nov 11 16:10:20.273909 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb3213-4af1-4b1b-978e-dcf49614b1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e72e00-c957-4ad8-8b2d-abd769fef347,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:20.275876 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54258) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:20.284956 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fea818e-3347-4ad0-a900-fcd326fc85e9 req-2146ade3-d845-41ad-b9ba-e245071832d4 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/security-groups?id=dfadd770-39d7-4e31-ba60-4b352b2405d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172569 Nov 11 16:10:20.292235 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ef2b06be-1010-4d45-a8a0-7a122fbcc8c9 req-c0982494-6198-4cd3-91c5-5aae054374c8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126769 Nov 11 16:10:20.339009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5c35f5ee-16a1-4252-add6-2f550ba39a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.359296 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5c35f5ee-16a1-4252-add6-2f550ba39a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.403931 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5c35f5ee-16a1-4252-add6-2f550ba39a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.406604 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5c35f5ee-16a1-4252-add6-2f550ba39a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.407730 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-5c35f5ee-16a1-4252-add6-2f550ba39a38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7e72e00-c957-4ad8-8b2d-abd769fef347 HTTP/1.1" status: 204 len: 168 time: 0.1307321 Nov 11 16:10:20.415420 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f5ee-16a1-4252-add6-2f550ba39a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e72e00-c957-4ad8-8b2d-abd769fef347,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:20.516197 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-f7517250-3ab4-4bc8-a9b5-aff9c8ad8fe9 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:20.517714 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-f7517250-3ab4-4bc8-a9b5-aff9c8ad8fe9 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.57 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 945 time: 0.0927043 Nov 11 16:10:20.654653 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Deleting port cc127f5a-9292-46a3-a207-f127f1e5e4a0 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:10:20.654997 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.768373 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] For port cc127f5a-9292-46a3-a207-f127f1e5e4a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc127f5a-9292-46a3-a207-f127f1e5e4a0,segment=NetworkSegment(77a19553-e416-4bf8-958a-3b7f67656233),segment_id=77a19553-e416-4bf8-958a-3b7f67656233)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:20.768816 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:20.789246 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Calling delete_port for cc127f5a-9292-46a3-a207-f127f1e5e4a0 owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:10:20.855441 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:21.011250 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:21.026616 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['cc127f5a-9292-46a3-a207-f127f1e5e4a0'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:10:21.275061 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Pushing event deleted for resources: {'Port': ['ID=cc127f5a-9292-46a3-a207-f127f1e5e4a0,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:21.301911 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce850-7d13-4127-929e-87eb93139090 req-1bc416e4-590a-450e-bcd4-9c75ccf77d88 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:21.303418 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-1bc416e4-590a-450e-bcd4-9c75ccf77d88 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 0.1325455 Nov 11 16:10:21.323495 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-cb5e0733-0b1e-457a-9648-6da830c1732e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/quotas/1914570ae3914b6d871feadd16eb5c81 HTTP/1.1" status: 200 len: 375 time: 0.0133362 Nov 11 16:10:21.357246 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] No DVR routers for this DVR port cc127f5a-9292-46a3-a207-f127f1e5e4a0 on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:10:21.360385 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:21.364582 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0d8ecab9-b78c-41a8-b256-69f25135c08e req-41716f27-c8a3-483c-8554-440552f3cd8d tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.57 "DELETE /v2.0/ports/cc127f5a-9292-46a3-a207-f127f1e5e4a0 HTTP/1.1" status: 204 len: 173 time: 0.8391404 Nov 11 16:10:21.364909 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'name': 'network-vif-deleted', 'tag': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:10:21.367277 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca77f674-ca82-4c74-8e47-e2bbbfbc5470" -d '{"events": [{"server_uuid": "441582a8-5e9b-415b-a308-b4c1af43ff41", "name": "network-vif-deleted", "tag": "cc127f5a-9292-46a3-a207-f127f1e5e4a0"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:10:21.422051 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3382d0ad-7d08-44d9-ab00-91c02f505e56 req-4c6bb302-4b8b-46e1-90e8-38c79d9c16b6 tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.0373185 Nov 11 16:10:21.431434 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-28d50201-8ad2-447b-8caa-58440d075697 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052675 Nov 11 16:10:21.575360 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd56f0-23d7-4c15-95ff-23b26db8eac0 req-e489a813-835c-4331-b951-c612991bb755 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:21.576915 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-08bd56f0-23d7-4c15-95ff-23b26db8eac0 req-e489a813-835c-4331-b951-c612991bb755 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0788713 Nov 11 16:10:21.579251 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-d12f66f8-34d2-46ed-a59f-944cd29c45ce service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384251 Nov 11 16:10:21.681199 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:21.681544 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-08bd56f0-23d7-4c15-95ff-23b26db8eac0 req-be338c56-5d71-4152-8533-fabb508f95e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987957 Nov 11 16:10:21.728150 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-e63f1455-1041-4eba-9cf0-039d84189239 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374547 Nov 11 16:10:21.732463 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3931c53-45ca-4db1-aa1c-77aaa687e55e x-openstack-request-id: req-f3931c53-45ca-4db1-aa1c-77aaa687e55e {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:10:21.733355 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441582a8-5e9b-415b-a308-b4c1af43ff41", "name": "network-vif-deleted", "tag": "cc127f5a-9292-46a3-a207-f127f1e5e4a0", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:10:21.733823 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3931c53-45ca-4db1-aa1c-77aaa687e55e {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:10:21.734281 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441582a8-5e9b-415b-a308-b4c1af43ff41', 'name': 'network-vif-deleted', 'tag': 'cc127f5a-9292-46a3-a207-f127f1e5e4a0', 'status': 'completed', 'code': 200} Nov 11 16:10:21.881833 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-34967149-4d36-473a-b969-78e89af01519 req-1acc286d-711f-4f20-9480-759179eb8abe tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 210 time: 0.0289783 Nov 11 16:10:22.355595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54362) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:22.462122 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f578605b-d50a-4683-aeb1-2cdd57468b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:22.537613 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f578605b-d50a-4683-aeb1-2cdd57468b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:22.541666 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f578605b-d50a-4683-aeb1-2cdd57468b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:22.544409 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f92edc1d-4d86-4740-ac4d-7ed8756a4802 req-2bfee3c2-37a0-44fd-90f1-8e9ea825720b tempest-DeleteServersTestJSON-1719980879 tempest-DeleteServersTestJSON-1719980879-project] 10.222.0.45 "GET /v2.0/ports?device_id=441582a8-5e9b-415b-a308-b4c1af43ff41 HTTP/1.1" status: 200 len: 210 time: 0.0263784 Nov 11 16:10:22.595974 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54368) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:22.596155 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f578605b-d50a-4683-aeb1-2cdd57468b81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d385e19dc8149fdbabdd4e31ef415cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393775 Nov 11 16:10:22.597081 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578605b-d50a-4683-aeb1-2cdd57468b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b316e7d-f90f-4f3d-b23d-6fd868dc7006,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:22.657472 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a2500219-cfa7-4442-897b-6dc08532f7da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:22.682075 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a2500219-cfa7-4442-897b-6dc08532f7da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:22.739261 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a2500219-cfa7-4442-897b-6dc08532f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:22.750113 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a2500219-cfa7-4442-897b-6dc08532f7da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:22.750113 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-a2500219-cfa7-4442-897b-6dc08532f7da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b316e7d-f90f-4f3d-b23d-6fd868dc7006 HTTP/1.1" status: 204 len: 168 time: 0.1461327 Nov 11 16:10:22.763776 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2500219-cfa7-4442-897b-6dc08532f7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b316e7d-f90f-4f3d-b23d-6fd868dc7006,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:22.834448 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ad235-38e8-4bbc-b95a-63dced01a4d3 req-d88a7d59-9b1d-4e92-b38f-9d88dddafde6 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:22.836367 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3f4ad235-38e8-4bbc-b95a-63dced01a4d3 req-d88a7d59-9b1d-4e92-b38f-9d88dddafde6 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0572202 Nov 11 16:10:22.886465 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3f4ad235-38e8-4bbc-b95a-63dced01a4d3 req-a93b4738-5431-4c7d-ac6e-5472c8c1cfdb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Nov 11 16:10:23.000322 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-93446984-6201-4160-bddf-4d9cff35f564 req-63aa504c-9e9e-49bf-ab29-5eb1610fb966 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 210 time: 0.0271401 Nov 11 16:10:23.064948 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54388) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:23.078506 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-338213f1-a5fd-487c-8de1-da3c1b0f1587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:23.154908 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-338213f1-a5fd-487c-8de1-da3c1b0f1587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:23.162001 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-338213f1-a5fd-487c-8de1-da3c1b0f1587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:23.199555 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-338213f1-a5fd-487c-8de1-da3c1b0f1587 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91bd91eb00594c3292896ce51b6bda95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334906 Nov 11 16:10:23.200589 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338213f1-a5fd-487c-8de1-da3c1b0f1587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd60d5-e28e-43c5-b4aa-7753730115fa,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:23.202243 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54392) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:23.258176 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-48fbf966-7c58-460b-91e3-2792dcf299dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:23.281375 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-48fbf966-7c58-460b-91e3-2792dcf299dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:23.329624 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-48fbf966-7c58-460b-91e3-2792dcf299dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:23.332210 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-48fbf966-7c58-460b-91e3-2792dcf299dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:23.333981 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-48fbf966-7c58-460b-91e3-2792dcf299dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ccd60d5-e28e-43c5-b4aa-7753730115fa HTTP/1.1" status: 204 len: 168 time: 0.1298788 Nov 11 16:10:23.342268 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbf966-7c58-460b-91e3-2792dcf299dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd60d5-e28e-43c5-b4aa-7753730115fa,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:24.014771 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7565a8-049c-47db-872a-9417fffbb6a2 req-a2986c60-ee76-448a-9420-5ff7c840202c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:24.016986 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5a7565a8-049c-47db-872a-9417fffbb6a2 req-a2986c60-ee76-448a-9420-5ff7c840202c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0549362 Nov 11 16:10:24.067576 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5a7565a8-049c-47db-872a-9417fffbb6a2 req-a97ccf87-da5f-4044-bf69-9780cab5f4f3 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Nov 11 16:10:24.102841 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2fa6ee48-f86e-4194-8032-5c23d49946e6 req-5da3c355-0052-434f-8fb2-028002e5929c tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 210 time: 0.0258069 Nov 11 16:10:24.943635 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54466) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:25.044676 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9f8979c8-1195-4aed-b89b-59dcfb9166dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.116807 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9f8979c8-1195-4aed-b89b-59dcfb9166dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.121516 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9f8979c8-1195-4aed-b89b-59dcfb9166dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.156881 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8979c8-1195-4aed-b89b-59dcfb9166dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69d2fc-4bc7-424b-b451-c407062cbc26,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:25.163281 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-9f8979c8-1195-4aed-b89b-59dcfb9166dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afdb92271be84b54bc08577f8b2ce854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165411 Nov 11 16:10:25.164432 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54476) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:25.210380 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-32371fb5-df8b-47e7-87ca-cd3d20c2cfd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.235581 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-32371fb5-df8b-47e7-87ca-cd3d20c2cfd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.280497 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-32371fb5-df8b-47e7-87ca-cd3d20c2cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.283181 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-32371fb5-df8b-47e7-87ca-cd3d20c2cfd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.284294 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-32371fb5-df8b-47e7-87ca-cd3d20c2cfd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c69d2fc-4bc7-424b-b451-c407062cbc26 HTTP/1.1" status: 204 len: 168 time: 0.1189570 Nov 11 16:10:25.292010 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371fb5-df8b-47e7-87ca-cd3d20c2cfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69d2fc-4bc7-424b-b451-c407062cbc26,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:25.532924 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54484) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:25.546115 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0a4f576d-cae9-44cc-965c-89648266c3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.619793 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0a4f576d-cae9-44cc-965c-89648266c3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.623302 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0a4f576d-cae9-44cc-965c-89648266c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.660351 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-0a4f576d-cae9-44cc-965c-89648266c3ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=519c708c5ab3488c9b1f77b7dbb976f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263554 Nov 11 16:10:25.661483 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f576d-cae9-44cc-965c-89648266c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186ba222-286e-4ad2-96d1-ddd0004be1a7,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:25.663049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54486) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:25.711185 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ed82dd1b-0627-4ba6-9c97-1437d4d3a32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.731150 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ed82dd1b-0627-4ba6-9c97-1437d4d3a32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.776420 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ed82dd1b-0627-4ba6-9c97-1437d4d3a32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.779177 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ed82dd1b-0627-4ba6-9c97-1437d4d3a32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:25.780590 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ed82dd1b-0627-4ba6-9c97-1437d4d3a32f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/186ba222-286e-4ad2-96d1-ddd0004be1a7 HTTP/1.1" status: 204 len: 168 time: 0.1157498 Nov 11 16:10:25.788026 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82dd1b-0627-4ba6-9c97-1437d4d3a32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186ba222-286e-4ad2-96d1-ddd0004be1a7,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:25.822560 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device cc127f5a-9292-46a3-a207-f127f1e5e4a0 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:10:25.843992 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: cc127f5a-9292-46a3-a207-f127f1e5e4a0 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:10:25.844301 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device cc127f5a-9292-46a3-a207-f127f1e5e4a0 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:10:27.163434 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-fb44143a-9e85-430f-9227-df0c5276a547 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913007 Nov 11 16:10:27.191537 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce850-7d13-4127-929e-87eb93139090 req-13cc6429-feb5-445e-ae0b-715330405acd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:27.193322 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-13cc6429-feb5-445e-ae0b-715330405acd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 0.1643949 Nov 11 16:10:27.216807 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Request body: {'port': {'device_id': '6865d063-2d82-457f-b4a5-022d8da80a16', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'admin_state_up': True, 'tenant_id': '1914570ae3914b6d871feadd16eb5c81'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:27.235792 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a05211d7-93d9-48d6-a6fc-ab34c06fa9b4 req-d7b80387-abd6-48a3-a86a-a631ed6c96a0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 210 time: 0.0453875 Nov 11 16:10:27.340167 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4ca6d-750e-438c-b19f-b90e2c5ddd9d req-3b9d8cb4-58a2-4ab6-9382-9ecaed87cc0f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:27.346336 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f1e4ca6d-750e-438c-b19f-b90e2c5ddd9d req-3b9d8cb4-58a2-4ab6-9382-9ecaed87cc0f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1125369 Nov 11 16:10:27.353618 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-9a5acffd-7cb1-4d81-baf4-4f8efbe695b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:27.355491 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-9a5acffd-7cb1-4d81-baf4-4f8efbe695b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 1098 time: 0.1081991 Nov 11 16:10:27.367688 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Made reservation on behalf of 1914570ae3914b6d871feadd16eb5c81 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:10:27.372663 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:27.452621 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f1e4ca6d-750e-438c-b19f-b90e2c5ddd9d req-ca7fa3b5-b129-4e1c-a857-5c54e90db97a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011784 Nov 11 16:10:27.503318 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-e693e385-d21a-4091-b65f-a55c8414539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:27.505261 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-e693e385-d21a-4091-b65f-a55c8414539d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 916 time: 0.1169832 Nov 11 16:10:27.541655 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Allocated IP 172.20.0.7 (4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9/27ae7856-ecfe-490d-b7ca-ef0e5681e1f8/e42e23ee-97da-4671-8485-a2e73f9e64cf) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:27.553813 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-d571b7f1-bab1-41d5-8488-b8b40ba8e339 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725 HTTP/1.1" status: 200 len: 217 time: 0.0363953 Nov 11 16:10:27.616550 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-76427884-4d89-40cc-8847-1f2e92c334ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:27.618039 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-76427884-4d89-40cc-8847-1f2e92c334ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.0514774 Nov 11 16:10:27.664194 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-0f45ab3e-901d-4065-9825-5c1703391782 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361722 Nov 11 16:10:27.717571 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:27.762070 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:27.779050 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:10:27.785503 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-aa716aef-bb19-453b-a2e6-01777e0f8f00 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028202 Nov 11 16:10:27.827060 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:27.831830 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:27.835456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:10:27.840059 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event updated for resources: {'Port': ['ID=e42e23ee-97da-4671-8485-a2e73f9e64cf,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:27.903031 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:27.903666 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:27.911146 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d96fda2-648f-4931-9fa3-d4f6e22b8fe5 req-ad461330-77c1-48f5-b718-7f19e9a7873e service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109066 Nov 11 16:10:27.925454 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-915321e4-970e-4277-8319-89de830faaa5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146003 Nov 11 16:10:27.942122 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Request body: {'port': {'device_id': '6865d063-2d82-457f-b4a5-022d8da80a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:28.006861 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.287531 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54586) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:28.349343 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42e23ee-97da-4671-8485-a2e73f9e64cf {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:10:28.351567 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] Deleting subnet ed2f2f96-a181-484b-b373-644ccaa05875 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:10:28.355217 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.360889 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.386442 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Transition to ACTIVE for port object e42e23ee-97da-4671-8485-a2e73f9e64cf will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:10:28.394752 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.460282 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.477089 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871563d-0a73-4f48-8acd-d3577e967f39 req-6712d606-4ba7-4d4c-bba7-5a7075cded99 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:28.478319 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3871563d-0a73-4f48-8acd-d3577e967f39 req-6712d606-4ba7-4d4c-bba7-5a7075cded99 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 943 time: 0.0993657 Nov 11 16:10:28.482936 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Pushing event updated for resources: {'Port': ['ID=e42e23ee-97da-4671-8485-a2e73f9e64cf,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:28.561552 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.588746 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Attempting to bind port e42e23ee-97da-4671-8485-a2e73f9e64cf on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:10:28.589110 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Attempting to bind port e42e23ee-97da-4671-8485-a2e73f9e64cf by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:10:28.589421 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Attempting to bind port e42e23ee-97da-4671-8485-a2e73f9e64cf on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:10:28.598089 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Port e42e23ee-97da-4671-8485-a2e73f9e64cf on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:10:28.598455 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Attempting to bind port e42e23ee-97da-4671-8485-a2e73f9e64cf on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:10:28.604488 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:10:28.604788 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Checking segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:28.605316 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Bound using segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:10:28.605925 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Bound port: e42e23ee-97da-4671-8485-a2e73f9e64cf, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:10:28.606315 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.623504 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54594) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:28.643921 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3871563d-0a73-4f48-8acd-d3577e967f39 req-2bf52965-7124-4535-a4c1-6db1e29ee183 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Nov 11 16:10:28.671495 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a7775-3b50-40e9-bff5-aba94d211c77 req-a026e2f6-ec52-487d-bbfa-a40787ee39c1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:28.673334 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-182a7775-3b50-40e9-bff5-aba94d211c77 req-a026e2f6-ec52-487d-bbfa-a40787ee39c1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0896528 Nov 11 16:10:28.695831 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.704084 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] For port e42e23ee-97da-4671-8485-a2e73f9e64cf, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:10:28.707994 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] For port e42e23ee-97da-4671-8485-a2e73f9e64cf, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e42e23ee-97da-4671-8485-a2e73f9e64cf,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:10:28.712638 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.728114 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2f2f96-a181-484b-b373-644ccaa05875,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:28.737635 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.741415 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-8431c8a3-ee83-4030-8bb0-224d275fb8f8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ed2f2f96-a181-484b-b373-644ccaa05875 HTTP/1.1" status: 204 len: 168 time: 0.4523265 Nov 11 16:10:28.744356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54598) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:28.762625 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-182a7775-3b50-40e9-bff5-aba94d211c77 req-3a8b8911-373d-4de8-9ca9-bed402096ff9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821300 Nov 11 16:10:28.820571 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:28.821208 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.822523 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] 10.222.0.57 "PUT /v2.0/ports/e42e23ee-97da-4671-8485-a2e73f9e64cf HTTP/1.1" status: 200 len: 1093 time: 0.8853946 Nov 11 16:10:28.827069 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6865d063-2d82-457f-b4a5-022d8da80a16', 'tag': 'e42e23ee-97da-4671-8485-a2e73f9e64cf'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:10:28.829276 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3fede5-ccd3-4c79-8877-86cc03377901" -d '{"events": [{"name": "network-changed", "server_uuid": "6865d063-2d82-457f-b4a5-022d8da80a16", "tag": "e42e23ee-97da-4671-8485-a2e73f9e64cf"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:10:28.838207 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-289d05aa-6d68-4801-8973-8248da138709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.866487 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2d4ecb-fc3d-45da-b750-8a15ad5cbdbc x-openstack-request-id: req-ca2d4ecb-fc3d-45da-b750-8a15ad5cbdbc {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:10:28.866761 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6865d063-2d82-457f-b4a5-022d8da80a16", "tag": "e42e23ee-97da-4671-8485-a2e73f9e64cf", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:10:28.867015 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca2d4ecb-fc3d-45da-b750-8a15ad5cbdbc {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:10:28.867399 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6865d063-2d82-457f-b4a5-022d8da80a16', 'tag': 'e42e23ee-97da-4671-8485-a2e73f9e64cf', 'status': 'completed', 'code': 200} Nov 11 16:10:28.869763 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2eb6-9497-427e-851b-2f50ab58547d service neutron] Pushing event updated for resources: {'Port': ['ID=e42e23ee-97da-4671-8485-a2e73f9e64cf,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:28.880754 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:28.998773 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.024246 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-289d05aa-6d68-4801-8973-8248da138709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.028152 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae607f5-59da-45eb-8e84-4b754bde3100']}} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:29.035106 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-289d05aa-6d68-4801-8973-8248da138709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.048177 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a19553-e416-4bf8-958a-3b7f67656233') {'for_net_delete': True} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:29.048469 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a19553-e416-4bf8-958a-3b7f67656233') {} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:29.068993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12751870'] for segment, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.091362 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-289d05aa-6d68-4801-8973-8248da138709 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9102a1fae9154b0b97f6da3ebf2af2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668353 Nov 11 16:10:29.094142 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54602) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:29.094515 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d05aa-6d68-4801-8973-8248da138709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2cc7e-236a-497c-ae2f-89b86d0ece47,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:29.099721 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.106769 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=101823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:10:29.107149 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752643'] for segment, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: Traceback (most recent call last): Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: timer() Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: cb(*args, **kw) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: return func(*args, **kwargs) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: self._notify() Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: self.callback(batched_events) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: event.method(event) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: return f(self, *a, **k) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._get(url).json() Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: return self.request(url, 'GET', **kwargs) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:10:29.109351 dv-cinder-774288-11-iscsi neutron-server[101823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:10:29.153508 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-12c52e5c-5a75-46b1-9fb3-f5df8f26fc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.168144 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.174308 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.177054 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7ae607f5-59da-45eb-8e84-4b754bde3100 HTTP/1.1" status: 204 len: 168 time: 0.4321373 Nov 11 16:10:29.177680 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-12c52e5c-5a75-46b1-9fb3-f5df8f26fc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.188586 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd020f-3339-41ae-9a6d-7cba0acaae01 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae607f5-59da-45eb-8e84-4b754bde3100,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:29.231602 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-12c52e5c-5a75-46b1-9fb3-f5df8f26fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.234465 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-12c52e5c-5a75-46b1-9fb3-f5df8f26fc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.235859 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-12c52e5c-5a75-46b1-9fb3-f5df8f26fc61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6f2cc7e-236a-497c-ae2f-89b86d0ece47 HTTP/1.1" status: 204 len: 168 time: 0.1405644 Nov 11 16:10:29.246511 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c52e5c-5a75-46b1-9fb3-f5df8f26fc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2cc7e-236a-497c-ae2f-89b86d0ece47,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:29.333787 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54614) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:29.380114 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-04bef54e-03f3-411c-aa91-456822796679 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4a9186002754e46b14c21a4b9a0d6fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429416 Nov 11 16:10:29.380330 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54618) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:29.430454 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7da5db8b-b20a-4f9c-95de-62f94d597f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.456519 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7da5db8b-b20a-4f9c-95de-62f94d597f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.513440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7da5db8b-b20a-4f9c-95de-62f94d597f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.515988 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7da5db8b-b20a-4f9c-95de-62f94d597f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.517164 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-7da5db8b-b20a-4f9c-95de-62f94d597f9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfadd770-39d7-4e31-ba60-4b352b2405d5 HTTP/1.1" status: 204 len: 168 time: 0.1357231 Nov 11 16:10:29.525780 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5db8b-b20a-4f9c-95de-62f94d597f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfadd770-39d7-4e31-ba60-4b352b2405d5,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:29.545648 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 54624) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:29.559156 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-52b5ed80-3f14-4361-a6e3-4a708e0dae11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.636637 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-52b5ed80-3f14-4361-a6e3-4a708e0dae11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.640352 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-52b5ed80-3f14-4361-a6e3-4a708e0dae11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.680086 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-52b5ed80-3f14-4361-a6e3-4a708e0dae11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab8649801142476da2cb6e84754883dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333945 Nov 11 16:10:29.681241 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5ed80-3f14-4361-a6e3-4a708e0dae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dabb08e-a0f6-4671-b71c-ec4a10ec44ac,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:29.682747 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 54628) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:29.731998 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7a7e-cd8a-4bff-91f4-79b66d3b3711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.758763 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7a7e-cd8a-4bff-91f4-79b66d3b3711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.801866 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.809757 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7a7e-cd8a-4bff-91f4-79b66d3b3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.812478 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7a7e-cd8a-4bff-91f4-79b66d3b3711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:29.813662 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ca4f7a7e-cd8a-4bff-91f4-79b66d3b3711 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5dabb08e-a0f6-4671-b71c-ec4a10ec44ac HTTP/1.1" status: 204 len: 168 time: 0.1299303 Nov 11 16:10:29.821962 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f7a7e-cd8a-4bff-91f4-79b66d3b3711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dabb08e-a0f6-4671-b71c-ec4a10ec44ac,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:31.940815 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fede5-ccd3-4c79-8877-86cc03377901 req-afdd0d1f-d07c-4a3d-b0b3-e734a8485cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:31.942275 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3c3fede5-ccd3-4c79-8877-86cc03377901 req-afdd0d1f-d07c-4a3d-b0b3-e734a8485cbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 1096 time: 0.0392299 Nov 11 16:10:32.066988 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fede5-ccd3-4c79-8877-86cc03377901 req-19bc6879-28ac-43ee-9578-637f790eb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:32.068480 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3c3fede5-ccd3-4c79-8877-86cc03377901 req-19bc6879-28ac-43ee-9578-637f790eb594 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1914570ae3914b6d871feadd16eb5c81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1053493 Nov 11 16:10:32.086050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40639975-a05a-41b8-bc04-98452517d168 req-787ed8d4-88e8-467c-b2e5-1cd0762c52a1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:32.087759 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-40639975-a05a-41b8-bc04-98452517d168 req-787ed8d4-88e8-467c-b2e5-1cd0762c52a1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 943 time: 0.0837562 Nov 11 16:10:32.109990 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeddf5c-3549-4e5a-b1f8-347b24e1b24d req-581a2e49-47e8-4421-a258-0dc9aa6781cd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:32.111694 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cdeddf5c-3549-4e5a-b1f8-347b24e1b24d req-581a2e49-47e8-4421-a258-0dc9aa6781cd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0806005 Nov 11 16:10:32.184864 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-40639975-a05a-41b8-bc04-98452517d168 req-83ce4b45-fb65-41e9-ad4e-3381df449324 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889547 Nov 11 16:10:32.197145 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fede5-ccd3-4c79-8877-86cc03377901 req-b51637c0-36e1-4829-be09-c3633323c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:32.199004 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3c3fede5-ccd3-4c79-8877-86cc03377901 req-b51637c0-36e1-4829-be09-c3633323c67c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194582 Nov 11 16:10:32.201621 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cdeddf5c-3549-4e5a-b1f8-347b24e1b24d req-580fd5b0-1f64-4934-8658-58a9d0923687 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649197 Nov 11 16:10:32.298549 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce850-7d13-4127-929e-87eb93139090 req-63532530-bbaf-402b-a5bd-d7a26c17ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:32.300378 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-63532530-bbaf-402b-a5bd-d7a26c17ed52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 1096 time: 0.0465605 Nov 11 16:10:32.354015 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-7ca70e03-c412-4e4c-a290-ebf8a3c83856 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42e23ee-97da-4671-8485-a2e73f9e64cf HTTP/1.1" status: 200 len: 217 time: 0.0355668 Nov 11 16:10:32.424254 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce850-7d13-4127-929e-87eb93139090 req-00dda264-2299-48ef-b771-fab54ce99c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:32.425752 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-00dda264-2299-48ef-b771-fab54ce99c1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.0627072 Nov 11 16:10:32.467018 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-391c428e-b537-455c-b7fe-34216861f4ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293617 Nov 11 16:10:32.585261 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-f8dd4aac-c7f3-4bc2-8eb9-932ab4024c94 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035087 Nov 11 16:10:32.705341 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2bdce850-7d13-4127-929e-87eb93139090 req-8b1a27aa-a12c-4ad6-954b-1b30c1113f91 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057866 Nov 11 16:10:36.633622 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916420d6-b5e2-48a6-af04-7941a08da0c8 req-3dc35539-b3de-4271-b303-1d80258efe4b tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:36.635242 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-916420d6-b5e2-48a6-af04-7941a08da0c8 req-3dc35539-b3de-4271-b303-1d80258efe4b tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 943 time: 0.0790989 Nov 11 16:10:36.649089 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bfcb4-0d8e-4f4c-9a57-ef83026acf57 req-4f162d15-bdbc-4f4c-80af-c378c038cf0a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:36.650657 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c1bfcb4-0d8e-4f4c-9a57-ef83026acf57 req-4f162d15-bdbc-4f4c-80af-c378c038cf0a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0690694 Nov 11 16:10:36.720136 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-916420d6-b5e2-48a6-af04-7941a08da0c8 req-6d519fca-d753-4641-a565-f67414a15b79 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787981 Nov 11 16:10:36.723603 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c1bfcb4-0d8e-4f4c-9a57-ef83026acf57 req-07cac004-97c2-4ff6-82c7-6b2d1fdb95df tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Nov 11 16:10:37.886467 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc3b29-42bd-4865-8ebd-c33452180ddc req-6be36251-8e66-488f-b5fd-bfdcd3ae07ac tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:37.887952 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-56bc3b29-42bd-4865-8ebd-c33452180ddc req-6be36251-8e66-488f-b5fd-bfdcd3ae07ac tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 943 time: 0.0896413 Nov 11 16:10:37.895213 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5949ae-5b54-4507-87a5-b45260573841 req-df0ca085-850a-4362-a4bf-6c346a46e1a1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:37.896595 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b5949ae-5b54-4507-87a5-b45260573841 req-df0ca085-850a-4362-a4bf-6c346a46e1a1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0817816 Nov 11 16:10:37.974034 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-56bc3b29-42bd-4865-8ebd-c33452180ddc req-a82b7015-b206-457b-bc6e-10623753980f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755343 Nov 11 16:10:37.976844 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b5949ae-5b54-4507-87a5-b45260573841 req-09826275-0380-471a-aa3f-79fdf98dd961 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Nov 11 16:10:41.032560 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device e42e23ee-97da-4671-8485-a2e73f9e64cf details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:10:41.123549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port e42e23ee-97da-4671-8485-a2e73f9e64cf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e42e23ee-97da-4671-8485-a2e73f9e64cf,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:41.139965 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'e42e23ee-97da-4671-8485-a2e73f9e64cf', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'port_id': 'e42e23ee-97da-4671-8485-a2e73f9e64cf', 'mac_address': 'fa:16:3e:8f:6f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ae7856-ecfe-490d-b7ca-ef0e5681e1f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:10:41.284877 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:41.297070 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42e23ee-97da-4671-8485-a2e73f9e64cf {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:10:41.316979 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port e42e23ee-97da-4671-8485-a2e73f9e64cf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e42e23ee-97da-4671-8485-a2e73f9e64cf,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:41.322058 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:41.369538 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=e42e23ee-97da-4671-8485-a2e73f9e64cf,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:41.377001 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.377398 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.377745 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.378081 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.378414 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.378758 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.379091 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.379418 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.379758 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.380085 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.380406 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:41.380724 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:42.454006 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726da5d-d898-4eae-8123-287ee61d3428 req-255663c5-fed1-4016-8a79-9b83df6657ac tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:42.455512 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6726da5d-d898-4eae-8123-287ee61d3428 req-255663c5-fed1-4016-8a79-9b83df6657ac tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0715885 Nov 11 16:10:42.487721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a0610-3fc0-4b05-92a9-2afd36fba64d req-bc0893ba-02b2-481e-9164-5f940acf6049 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:42.489179 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d28a0610-3fc0-4b05-92a9-2afd36fba64d req-bc0893ba-02b2-481e-9164-5f940acf6049 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 944 time: 0.0767379 Nov 11 16:10:42.528631 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6726da5d-d898-4eae-8123-287ee61d3428 req-52d06077-9e09-47c2-bc34-533b76aba0ee tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655837 Nov 11 16:10:42.565956 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d28a0610-3fc0-4b05-92a9-2afd36fba64d req-eff72f82-02ef-433f-820c-5ac7cc42f92c tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668347 Nov 11 16:10:42.812105 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['e42e23ee-97da-4671-8485-a2e73f9e64cf'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:10:43.653375 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0de2-90b3-456c-a7b6-71b1e52354e2 req-9a108f58-05b3-4139-86a7-4948da70edd1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:43.655247 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ccfb0de2-90b3-456c-a7b6-71b1e52354e2 req-9a108f58-05b3-4139-86a7-4948da70edd1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0543017 Nov 11 16:10:43.726436 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ccfb0de2-90b3-456c-a7b6-71b1e52354e2 req-708c070d-744f-4c8a-ba7c-b88105343fd0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652738 Nov 11 16:10:43.745362 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03907-5387-4994-9d08-d90d04977b7b req-642e72a5-a4f7-41bd-a5de-66a24adeedac tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:43.746929 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-eff03907-5387-4994-9d08-d90d04977b7b req-642e72a5-a4f7-41bd-a5de-66a24adeedac tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 944 time: 0.0598304 Nov 11 16:10:43.800459 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-eff03907-5387-4994-9d08-d90d04977b7b req-025e0f90-d211-4267-a9f5-bf857d256ff6 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Nov 11 16:10:44.849424 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605c9cf-c729-4f65-9d79-6f50b07b0e44 req-ff40dc6e-39ff-4421-b653-9f34b25a6ce2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:44.851233 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b605c9cf-c729-4f65-9d79-6f50b07b0e44 req-ff40dc6e-39ff-4421-b653-9f34b25a6ce2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0556769 Nov 11 16:10:44.926910 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b605c9cf-c729-4f65-9d79-6f50b07b0e44 req-ce9d68c2-6ded-4a89-86c3-b726ce2c4cd1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698950 Nov 11 16:10:44.939706 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59659ad-dad0-4d74-8ec0-8b02a398b776 req-e96e6da0-179a-40d2-a687-20e16c08d9bb tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:44.941192 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e59659ad-dad0-4d74-8ec0-8b02a398b776 req-e96e6da0-179a-40d2-a687-20e16c08d9bb tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 944 time: 0.0692568 Nov 11 16:10:44.998266 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e59659ad-dad0-4d74-8ec0-8b02a398b776 req-714fb3f4-463f-49cb-8dc3-bd8511f5b574 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Nov 11 16:10:45.044918 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device e42e23ee-97da-4671-8485-a2e73f9e64cf up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:45.094327 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port e42e23ee-97da-4671-8485-a2e73f9e64cf completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:10:45.098752 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port e42e23ee-97da-4671-8485-a2e73f9e64cf triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:45.099301 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:45.176969 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:45.200549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6865d063-2d82-457f-b4a5-022d8da80a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42e23ee-97da-4671-8485-a2e73f9e64cf'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:10:45.202982 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae8f426-0469-45b6-84a1-869618b80e65" -d '{"events": [{"server_uuid": "6865d063-2d82-457f-b4a5-022d8da80a16", "name": "network-vif-plugged", "status": "completed", "tag": "e42e23ee-97da-4671-8485-a2e73f9e64cf"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:10:45.215984 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port e42e23ee-97da-4671-8485-a2e73f9e64cf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e42e23ee-97da-4671-8485-a2e73f9e64cf,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:45.220128 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:45.247530 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4042c51-9433-4c31-b22b-114995733e3e x-openstack-request-id: req-e4042c51-9433-4c31-b22b-114995733e3e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:10:45.247759 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6865d063-2d82-457f-b4a5-022d8da80a16", "name": "network-vif-plugged", "status": "completed", "tag": "e42e23ee-97da-4671-8485-a2e73f9e64cf", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:10:45.248027 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4042c51-9433-4c31-b22b-114995733e3e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:10:45.248425 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6865d063-2d82-457f-b4a5-022d8da80a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42e23ee-97da-4671-8485-a2e73f9e64cf', 'code': 200} Nov 11 16:10:45.277539 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=e42e23ee-97da-4671-8485-a2e73f9e64cf,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:45.430649 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c750b2-a1a6-49a5-960a-3c0306f10858 req-af9e936b-bdaf-4f56-829e-b81fa64ac8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:45.432140 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-81c750b2-a1a6-49a5-960a-3c0306f10858 req-af9e936b-bdaf-4f56-829e-b81fa64ac8f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 1098 time: 0.0414648 Nov 11 16:10:45.482147 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-81c750b2-a1a6-49a5-960a-3c0306f10858 req-94235097-04fb-4234-9f7c-73dd90c09f52 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368223 Nov 11 16:10:46.052547 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f1be6-e268-4cfa-b856-4d663a151891 req-026c9202-3c03-45a8-bf5f-de546e747e1f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:46.054067 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e8f1be6-e268-4cfa-b856-4d663a151891 req-026c9202-3c03-45a8-bf5f-de546e747e1f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0501180 Nov 11 16:10:46.132716 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e8f1be6-e268-4cfa-b856-4d663a151891 req-fd03185c-f172-4a70-8166-e2e625f74fe6 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724919 Nov 11 16:10:46.144615 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45fca1-7e85-4017-a2b0-0e65521ac91f req-235e3091-ddae-4d63-82dd-0b1c16c3f419 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:46.146176 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7f45fca1-7e85-4017-a2b0-0e65521ac91f req-235e3091-ddae-4d63-82dd-0b1c16c3f419 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 945 time: 0.0728869 Nov 11 16:10:46.202406 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7f45fca1-7e85-4017-a2b0-0e65521ac91f req-0beb6ac4-2209-4a0f-99e6-2993c524646e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466418 Nov 11 16:10:46.245317 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4ed3916c-110d-469d-b8bb-16566571bb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.548860 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55020) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:46.654688 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-abd7e9bf-680b-486e-b210-8c5f2aae4ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.729778 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-abd7e9bf-680b-486e-b210-8c5f2aae4ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.733730 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-abd7e9bf-680b-486e-b210-8c5f2aae4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.775583 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-abd7e9bf-680b-486e-b210-8c5f2aae4ee2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f521c865bec8442fb1d0874085ec55b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255890 Nov 11 16:10:46.776539 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7e9bf-680b-486e-b210-8c5f2aae4ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ce7c0-6f74-4143-8a1e-ab8c258c9b40,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:46.778292 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55026) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:46.833712 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c556f302-a55b-4e12-b6c4-ca731c3d5da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.853545 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c556f302-a55b-4e12-b6c4-ca731c3d5da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.907366 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c556f302-a55b-4e12-b6c4-ca731c3d5da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.910761 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c556f302-a55b-4e12-b6c4-ca731c3d5da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:46.915965 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c556f302-a55b-4e12-b6c4-ca731c3d5da2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d0ce7c0-6f74-4143-8a1e-ab8c258c9b40 HTTP/1.1" status: 204 len: 168 time: 0.1351635 Nov 11 16:10:46.923163 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556f302-a55b-4e12-b6c4-ca731c3d5da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ce7c0-6f74-4143-8a1e-ab8c258c9b40,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:47.070897 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55042) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:47.185271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c01b909-a669-484a-bad6-c05404332557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:47.300032 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124756-75e6-489d-a51c-b49cf67e5ffa req-30852363-0384-45d6-b1e4-bc33209c8549 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:47.301770 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bb124756-75e6-489d-a51c-b49cf67e5ffa req-30852363-0384-45d6-b1e4-bc33209c8549 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0797486 Nov 11 16:10:47.372152 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c01b909-a669-484a-bad6-c05404332557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:47.384135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c01b909-a669-484a-bad6-c05404332557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:47.641138 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bb124756-75e6-489d-a51c-b49cf67e5ffa req-a8e2b068-1c31-4a4d-9b87-98fba26d9f17 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216727 Nov 11 16:10:47.656739 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af632a-dd78-41ec-9700-8a74a51e0cb4 req-ae105546-3df9-413d-a850-4e0647f0226a tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:47.658218 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-30af632a-dd78-41ec-9700-8a74a51e0cb4 req-ae105546-3df9-413d-a850-4e0647f0226a tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 945 time: 0.3528752 Nov 11 16:10:47.662768 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1c01b909-a669-484a-bad6-c05404332557 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9180cc7cd9554097b877f737af917579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5884869 Nov 11 16:10:47.663058 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55070) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:47.670845 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01b909-a669-484a-bad6-c05404332557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aefe93-2e55-48e9-bc07-2fd8c3f1bc17,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:47.748122 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-30af632a-dd78-41ec-9700-8a74a51e0cb4 req-0e59b95f-a399-44b6-b768-54ce6241e47f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690508 Nov 11 16:10:47.751071 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4f636f2-8e27-48a3-ba4a-584e9470f112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:47.775468 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4f636f2-8e27-48a3-ba4a-584e9470f112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:47.826322 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4f636f2-8e27-48a3-ba4a-584e9470f112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:47.829294 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e4f636f2-8e27-48a3-ba4a-584e9470f112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:47.830448 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e4f636f2-8e27-48a3-ba4a-584e9470f112 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24aefe93-2e55-48e9-bc07-2fd8c3f1bc17 HTTP/1.1" status: 204 len: 168 time: 0.1664276 Nov 11 16:10:47.843638 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f636f2-8e27-48a3-ba4a-584e9470f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aefe93-2e55-48e9-bc07-2fd8c3f1bc17,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:48.371017 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-469672a1-8176-47c3-9855-814e0c512436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:48.528818 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55116) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:48.642401 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1582305356-network', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:48.661085 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Made reservation on behalf of 2bdfcd0769004c6381e233204dadc18e for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:10:48.664277 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:48.675044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:48.792446 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:48.804338 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77792-eeba-4ead-89cc-60bb400cb439 req-048ebd19-937e-4d9f-8d80-02437842f861 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:48.805905 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0bf77792-eeba-4ead-89cc-60bb400cb439 req-048ebd19-937e-4d9f-8d80-02437842f861 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0737109 Nov 11 16:10:48.806966 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:48.849390 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=101822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:10:48.896571 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:48.896571 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Added segment d591619c-d43e-42c0-8cf4-ad95b7b8ab10 of type vlan for network d9ff2228-33b7-44d7-95dd-37848a0aeb31 Nov 11 16:10:48.910254 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990552bf-b997-4669-a748-8969fc1bf566,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:48.941145 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0bf77792-eeba-4ead-89cc-60bb400cb439 req-7d33dbd4-eb3b-481d-9079-8e1822b765ba tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261780 Nov 11 16:10:48.957909 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:48.972075 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acaef7-ff3a-40bf-8691-a91af0745c19 req-3e9a63da-4136-4b05-a6ee-5f8fc0c61399 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:48.973556 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a4acaef7-ff3a-40bf-8691-a91af0745c19 req-3e9a63da-4136-4b05-a6ee-5f8fc0c61399 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 945 time: 0.1452177 Nov 11 16:10:49.010083 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.010974 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:49.011539 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.073667 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5432382 Nov 11 16:10:49.076493 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55130) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:49.079277 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a4acaef7-ff3a-40bf-8691-a91af0745c19 req-2670c01e-16c5-4881-ba7e-d3ee3584aced tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998912 Nov 11 16:10:49.082307 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Request body: {'subnet': {'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1582305356-subnet', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:49.092633 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25137bf5-e68e-4da5-a3ac-f74e3f804d49 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ff2228-33b7-44d7-95dd-37848a0aeb31,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:49.107487 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Made reservation on behalf of 2bdfcd0769004c6381e233204dadc18e for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:10:49.108516 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:10:49.109972 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13015787'] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.313581 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13015749'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.370325 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f4165f-ebf8-4807-91db-a3f652ccc739,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:49.379791 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Checking segment: {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:49.380171 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Network hostable DHCP agents. Network: d9ff2228-33b7-44d7-95dd-37848a0aeb31, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:10:49.397287 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:10:49.408279 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, d9ff2228-33b7-44d7-95dd-37848a0aeb31) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:49.414723 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:49.415309 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.423178 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde4dae-b291-4962-ab4a-9bfda0b48a0d None None] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:10:49.439180 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1583e8de-69ad-47c7-8bf0-8cab7c5673c8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3590424 Nov 11 16:10:49.440790 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55148) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:49.446714 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:49.479081 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.480659 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.494111 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.546203 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.607357 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-d9ff2228-33b7-44d7-95dd-37848a0aeb31', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:10:49.608237 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.707279 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.773800 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Allocated IP 172.20.0.2 (d9ff2228-33b7-44d7-95dd-37848a0aeb31/98f4165f-ebf8-4807-91db-a3f652ccc739/8d104634-d460-4727-9223-bb6f76575807) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:49.934174 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.942718 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.958513 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.978108 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:49.988850 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:49.995694 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:50.000055 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:10:50.009370 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Pushing event updated for resources: {'Port': ['ID=8d104634-d460-4727-9223-bb6f76575807,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:50.065001 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Attempting to bind port 8d104634-d460-4727-9223-bb6f76575807 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:10:50.065408 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Attempting to bind port 8d104634-d460-4727-9223-bb6f76575807 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:10:50.065815 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Attempting to bind port 8d104634-d460-4727-9223-bb6f76575807 on network d9ff2228-33b7-44d7-95dd-37848a0aeb31 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:10:50.071662 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:10:50.072582 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Checking segment: {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:50.073052 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:50.073576 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Bound using segment: {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:10:50.074057 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Bound port: 8d104634-d460-4727-9223-bb6f76575807, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:10:50.074444 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:50.076563 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a4356-3a92-45a2-843c-bdfada20dbe6 req-8d6030a7-2dad-4003-ba4f-0ed1ac2435f7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:50.078576 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e4a4356-3a92-45a2-843c-bdfada20dbe6 req-8d6030a7-2dad-4003-ba4f-0ed1ac2435f7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0547996 Nov 11 16:10:50.095652 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Allocated IP 172.27.3.126 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/e8cf6376-0e61-4412-99fd-0ff74f641f38) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:50.129244 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e4a4356-3a92-45a2-843c-bdfada20dbe6 req-6a6f3b5c-a976-4479-b18a-833245586c45 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Nov 11 16:10:50.137928 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] For port 8d104634-d460-4727-9223-bb6f76575807, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:10:50.141054 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] For port 8d104634-d460-4727-9223-bb6f76575807, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8d104634-d460-4727-9223-bb6f76575807,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:10:50.146905 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:50.202628 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b94c3-60a7-47a9-9891-d60610ef98ad None None] Pushing event updated for resources: {'Port': ['ID=8d104634-d460-4727-9223-bb6f76575807,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:50.207928 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:50.247936 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:50.293549 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:50.297699 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:50.302707 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:10:50.305827 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Pushing event updated for resources: {'Port': ['ID=e8cf6376-0e61-4412-99fd-0ff74f641f38,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:50.603890 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:50.840606 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.033176 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.165079 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Router 24962362-beb0-492b-a4fa-6bdb05779aa3 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:10:51.175788 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a0f77f-6ee5-4c9b-b80a-810393d093e7 None None] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:10:51.240385 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-7a06d47e-bf6b-4201-a9b5-0c3514367570 None None] Provisioning complete for port 8d104634-d460-4727-9223-bb6f76575807 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:51.240790 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a06d47e-bf6b-4201-a9b5-0c3514367570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.270127 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:10:51.287958 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Sync routers for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:10:51.291698 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.296803 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f3494e48-f7a5-4729-892d-66660432399d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8505514 Nov 11 16:10:51.297646 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55182) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:51.306242 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:51.306242 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:51.392436 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a06d47e-bf6b-4201-a9b5-0c3514367570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.422955 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:51.444009 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-7a06d47e-bf6b-4201-a9b5-0c3514367570 None None] For port 8d104634-d460-4727-9223-bb6f76575807, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8d104634-d460-4727-9223-bb6f76575807,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:51.451940 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a06d47e-bf6b-4201-a9b5-0c3514367570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.511667 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06d47e-bf6b-4201-a9b5-0c3514367570 None None] Pushing event updated for resources: {'Port': ['ID=8d104634-d460-4727-9223-bb6f76575807,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:51.639186 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:50Z', 'revision_number': 3, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:51.648512 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.666124 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Checking router: 24962362-beb0-492b-a4fa-6bdb05779aa3 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:10:51.666470 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Updating router 24962362-beb0-492b-a4fa-6bdb05779aa3 port e8cf6376-0e61-4412-99fd-0ff74f641f38 binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:10:51.674384 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-9fb854b9-f4f9-4371-b82f-de88854b0741 None None] Provisioning complete for port 8d104634-d460-4727-9223-bb6f76575807 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:51.674688 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9fb854b9-f4f9-4371-b82f-de88854b0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.692583 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.784321 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.940840 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Allocated IP 172.20.0.1 (d9ff2228-33b7-44d7-95dd-37848a0aeb31/98f4165f-ebf8-4807-91db-a3f652ccc739/e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:51.948446 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:51.956480 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.008373 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Attempting to bind port e8cf6376-0e61-4412-99fd-0ff74f641f38 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:10:52.008748 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Attempting to bind port e8cf6376-0e61-4412-99fd-0ff74f641f38 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:10:52.009139 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Attempting to bind port e8cf6376-0e61-4412-99fd-0ff74f641f38 on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:10:52.011111 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6376-0e61-4412-99fd-0ff74f641f38,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:52.020193 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.020564 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.020910 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.021269 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.021601 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.021954 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.022278 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.022601 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.022943 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.023271 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.023587 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.023905 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:52.029718 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:10:52.029718 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:52.029718 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.029718 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:10:52.029718 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Bound port: e8cf6376-0e61-4412-99fd-0ff74f641f38, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:10:52.029718 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.058766 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.084555 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] For port e8cf6376-0e61-4412-99fd-0ff74f641f38, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:10:52.087698 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] For port e8cf6376-0e61-4412-99fd-0ff74f641f38, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=e8cf6376-0e61-4412-99fd-0ff74f641f38,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:10:52.092535 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.097328 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.142912 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:52.146169 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:52.150047 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:52.150678 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:52.150802 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:10:52.152704 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:52.187939 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72688589-6ef1-4287-a84b-f5f81b99a312 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6376-0e61-4412-99fd-0ff74f641f38,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:52.197746 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.263780 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:52.353222 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.391818 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-0567c8ff-ea8b-4ace-89b9-a29bef39341a None None] Provisioning complete for port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:52.392345 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0567c8ff-ea8b-4ace-89b9-a29bef39341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.436020 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8d104634-d460-4727-9223-bb6f76575807 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:52.461586 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0567c8ff-ea8b-4ace-89b9-a29bef39341a None None] Port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:10:52.493711 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 8d104634-d460-4727-9223-bb6f76575807 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:52.494327 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.500841 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:50Z', 'revision_number': 3, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:52.526688 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7e8c7-632f-4876-a05f-34ab05a83dbe None None] The sync data for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi is: [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:50Z', 'revision_number': 3, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:10:52.547016 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.556074 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.627294 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:52.629798 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:52.721157 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:52.722630 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:52.875762 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Router 24962362-beb0-492b-a4fa-6bdb05779aa3 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:10:52.998661 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-7f8d341c-8ff5-41c3-b181-fe5dd475c9e4 None None] Provisioning complete for port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:52.998951 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f8d341c-8ff5-41c3-b181-fe5dd475c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.008447 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:10:53.014841 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ebb36acd-bbb3-47de-a9b8-307c3d7188f7 admin admin] 10.222.0.45 "PUT /v2.0/routers/24962362-beb0-492b-a4fa-6bdb05779aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161121 Nov 11 16:10:53.059537 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d341c-8ff5-41c3-b181-fe5dd475c9e4 None None] Port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:10:53.497374 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55210) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:53.502933 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-232547322-network', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:53.523886 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Made reservation on behalf of 8926dcf6552d44f6a93e426db143fa07 for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:10:53.526383 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.535230 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.598334 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:10:53.613100 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.616937 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.641938 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:10:53.657144 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0c38ca-57c6-44fc-8a30-cd4e7b333b6a,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:53.659993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.660342 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Added segment 7a96c3a3-3666-46d8-8296-4a06550d4d3b of type vlan for network 5c7764e3-f03c-4157-a956-2d213bedd5c3 Nov 11 16:10:53.702104 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.731456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.736155 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:53.736764 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.791167 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2916894 Nov 11 16:10:53.798412 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55212) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:53.804338 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Request body: {'subnet': {'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-232547322-subnet', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:53.819251 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a5ec4-524a-47dc-a04e-db3b23ad03c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7764e3-f03c-4157-a956-2d213bedd5c3,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:53.822645 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd0574-7c34-4dae-be30-55016ca1fabd req-f726bd6f-6197-49b7-a1ef-ae7339ec0c78 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:53.825640 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-06cd0574-7c34-4dae-be30-55016ca1fabd req-f726bd6f-6197-49b7-a1ef-ae7339ec0c78 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0613418 Nov 11 16:10:53.830889 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:10:53.833652 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Made reservation on behalf of 8926dcf6552d44f6a93e426db143fa07 for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:10:53.836162 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13015787'] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:53.894664 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-06cd0574-7c34-4dae-be30-55016ca1fabd req-454e01b0-9bd3-43f8-8a9c-3fdceac2ba1b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572147 Nov 11 16:10:54.019436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13015749'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.085447 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b37e6f-9a98-450f-9925-63d85a3640d0,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:54.092573 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Checking segment: {'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:54.092934 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Network hostable DHCP agents. Network: 5c7764e3-f03c-4157-a956-2d213bedd5c3, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:10:54.112785 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:10:54.114644 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Sync routers for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:10:54.125354 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 5c7764e3-f03c-4157-a956-2d213bedd5c3) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:54.131840 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:54.132642 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:54.133624 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:54.134445 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.136662 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb52af-1091-4d76-a0bf-c8af2c8d5bf9 None None] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:10:54.151492 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b9b7b1bb-c2cb-423c-85cc-9cd4a73e5b02 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3519161 Nov 11 16:10:54.154690 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55224) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:54.159305 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:54.182612 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.183735 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.235721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.368437 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:54.390836 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.426060 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device e8cf6376-0e61-4412-99fd-0ff74f641f38 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:54.545006 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-5c7764e3-f03c-4157-a956-2d213bedd5c3', 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'fixed_ips': [{'subnet_id': 'a0b37e6f-9a98-450f-9925-63d85a3640d0'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:10:54.546244 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.664856 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.694048 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.847600 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Allocated IP 172.27.3.75 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:54.850797 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port e8cf6376-0e61-4412-99fd-0ff74f641f38 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:54.851744 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:54.972100 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Allocated IP 172.20.0.2 (5c7764e3-f03c-4157-a956-2d213bedd5c3/a0b37e6f-9a98-450f-9925-63d85a3640d0/2f104825-960f-4868-a591-4a5d08bc96d5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:54.999470 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.113243 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7641129-9b12-4696-9999-65d39c3d46cc req-6e171282-382d-4cee-8d9c-6253329731ca tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:55.123380 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e7641129-9b12-4696-9999-65d39c3d46cc req-6e171282-382d-4cee-8d9c-6253329731ca tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0770102 Nov 11 16:10:55.166157 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 2, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:55.187812 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e7641129-9b12-4696-9999-65d39c3d46cc req-3622904e-35f8-479f-9032-a5e66a69a939 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634062 Nov 11 16:10:55.197361 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.209269 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Checking router: 24962362-beb0-492b-a4fa-6bdb05779aa3 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:10:55.210041 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Updating router 24962362-beb0-492b-a4fa-6bdb05779aa3 port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:10:55.215273 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.272031 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.275547 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.277892 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port e8cf6376-0e61-4412-99fd-0ff74f641f38, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=e8cf6376-0e61-4412-99fd-0ff74f641f38,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:55.292634 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.296995 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:55.301882 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:55.302281 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.307446 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:10:55.372655 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:55.380105 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:55.386103 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:10:55.387895 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Pushing event updated for resources: {'Port': ['ID=2f104825-960f-4868-a591-4a5d08bc96d5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:55.420307 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:55.504721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-d81f9837-b465-4329-8295-a863dc8c2260 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:55.506726 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-d81f9837-b465-4329-8295-a863dc8c2260 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 0.2786651 Nov 11 16:10:55.523344 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-35672c10-c47c-4609-9c5f-0f6fe42b389a tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/quotas/1914570ae3914b6d871feadd16eb5c81 HTTP/1.1" status: 200 len: 375 time: 0.0108423 Nov 11 16:10:55.547087 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6376-0e61-4412-99fd-0ff74f641f38,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:55.559598 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Attempting to bind port 2f104825-960f-4868-a591-4a5d08bc96d5 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:10:55.559961 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Attempting to bind port 2f104825-960f-4868-a591-4a5d08bc96d5 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:10:55.560320 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Attempting to bind port 2f104825-960f-4868-a591-4a5d08bc96d5 on network 5c7764e3-f03c-4157-a956-2d213bedd5c3 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:10:55.598231 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:10:55.598607 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Checking segment: {'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:55.599007 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.599398 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Bound using segment: {'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:10:55.599881 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Bound port: 2f104825-960f-4868-a591-4a5d08bc96d5, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:10:55.600265 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.643553 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-58dbc6b8-2b7e-4459-9d9a-beab71f0b0a5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900598 Nov 11 16:10:55.658783 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.702872 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] For port 2f104825-960f-4868-a591-4a5d08bc96d5, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:10:55.719863 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] For port 2f104825-960f-4868-a591-4a5d08bc96d5, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=2f104825-960f-4868-a591-4a5d08bc96d5,segment=NetworkSegment(7a96c3a3-3666-46d8-8296-4a06550d4d3b),segment_id=7a96c3a3-3666-46d8-8296-4a06550d4d3b)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:10:55.729195 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.808154 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-0bdb5003-2dc5-45c4-96b5-a27ef89b5a1e service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569300 Nov 11 16:10:55.819893 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.825917 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404ddfc-0d14-4d87-afb8-295474e3735a None None] Pushing event updated for resources: {'Port': ['ID=2f104825-960f-4868-a591-4a5d08bc96d5,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:55.829291 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.880434 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0e017-8711-45c4-9e90-890b7b318132 None None] Pushing event updated for resources: {'Port': ['ID=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:55.941351 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Attempting to bind port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:10:55.941351 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Attempting to bind port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:10:55.941671 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Attempting to bind port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b on network d9ff2228-33b7-44d7-95dd-37848a0aeb31 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:10:55.947077 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:10:55.947452 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Checking segment: {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:55.947851 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:55.948227 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Bound using segment: {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:10:55.948689 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Bound port: e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:10:55.949082 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:56.015503 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] For port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:10:56.015995 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:56.019421 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-04e1c373-1944-49e4-a3cb-9b30cd605263 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005494 Nov 11 16:10:56.020074 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] For port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:10:56.026030 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:56.152305 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0e017-8711-45c4-9e90-890b7b318132 None None] Pushing event updated for resources: {'Port': ['ID=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:56.166143 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:56.166952 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:56.221243 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Router 352d7532-a345-49e9-a32f-d6b1661528f1 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:10:56.342296 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-2f4f49b3-ea82-4bfd-a373-63bdba6388d3 None None] Provisioning complete for port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:56.342480 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f4f49b3-ea82-4bfd-a373-63bdba6388d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:56.385776 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:10:56.397805 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Sync routers for ids ['352d7532-a345-49e9-a32f-d6b1661528f1'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:10:56.417599 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Routers {'352d7532-a345-49e9-a32f-d6b1661528f1'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:56.418417 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['352d7532-a345-49e9-a32f-d6b1661528f1'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:56.426342 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:56.426810 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:56.430370 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-bc8310e0-f8a5-408b-9b26-566e1db14bb3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2744792 Nov 11 16:10:56.432779 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55284) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:56.646112 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 2f104825-960f-4868-a591-4a5d08bc96d5 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:56.751522 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 2f104825-960f-4868-a591-4a5d08bc96d5 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:56.751928 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:56.759342 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f4f49b3-ea82-4bfd-a373-63bdba6388d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:56.815500 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Set router 352d7532-a345-49e9-a32f-d6b1661528f1 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:56.827112 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-2f4f49b3-ea82-4bfd-a373-63bdba6388d3 None None] For port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:56.844603 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f4f49b3-ea82-4bfd-a373-63bdba6388d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.048483 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 3, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port': {'id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:57.077579 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Checking router: 352d7532-a345-49e9-a32f-d6b1661528f1 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:10:57.078301 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Updating router 352d7532-a345-49e9-a32f-d6b1661528f1 port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:10:57.104458 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.140803 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f49b3-ea82-4bfd-a373-63bdba6388d3 None None] Pushing event updated for resources: {'Port': ['ID=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:57.174353 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-e5dfc79a-fd6b-4fa4-b26f-00819c5a9034 None None] Provisioning complete for port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:57.174731 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc79a-fd6b-4fa4-b26f-00819c5a9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.178553 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.219541 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2888196-68aa-4e67-bc6f-659fccb40b33 None None] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:10:57.243272 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.322226 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 2f104825-960f-4868-a591-4a5d08bc96d5, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=2f104825-960f-4868-a591-4a5d08bc96d5,segment=NetworkSegment(7a96c3a3-3666-46d8-8296-4a06550d4d3b),segment_id=7a96c3a3-3666-46d8-8296-4a06550d4d3b)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:10:57.332062 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:57.368736 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.369539 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device e8cf6376-0e61-4412-99fd-0ff74f641f38 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:57.396297 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.401053 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d729c93-4996-4948-9cd9-4044f6340e7d None None] The sync data for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi is: [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:10:57.403193 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.406732 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Allocated IP 172.20.0.1 (5c7764e3-f03c-4157-a956-2d213bedd5c3/a0b37e6f-9a98-450f-9925-63d85a3640d0/435be2f2-918f-41ad-81ff-960c32410ac5) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:57.487969 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Attempting to bind port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:10:57.487969 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Attempting to bind port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:10:57.488447 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Attempting to bind port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:10:57.498353 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796e488-cb08-4f85-9e59-ba292f738a88 None None] Pushing event updated for resources: {'Port': ['ID=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:57.505380 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:10:57.506038 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:10:57.506733 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.507401 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:10:57.508247 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Bound port: 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:10:57.508908 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.574837 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] For port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:10:57.581123 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] For port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:10:57.588538 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=2f104825-960f-4868-a591-4a5d08bc96d5,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:57.593156 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.603243 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.632183 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port e8cf6376-0e61-4412-99fd-0ff74f641f38 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:57.632561 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.665683 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.712465 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796e488-cb08-4f85-9e59-ba292f738a88 None None] Pushing event updated for resources: {'Port': ['ID=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:57.727664 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-e19472fd-3dad-4099-892c-ccb0f74afcf7 None None] Provisioning complete for port 2f104825-960f-4868-a591-4a5d08bc96d5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:57.727856 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e19472fd-3dad-4099-892c-ccb0f74afcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.739276 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:57.744340 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Routers {'352d7532-a345-49e9-a32f-d6b1661528f1'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:10:57.744968 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['352d7532-a345-49e9-a32f-d6b1661528f1'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:57.765312 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:57.775273 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:10:57.851603 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Pushing event updated for resources: {'Port': ['ID=435be2f2-918f-41ad-81ff-960c32410ac5,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:57.855208 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:57.909079 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] Set router 352d7532-a345-49e9-a32f-d6b1661528f1 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:10:58.022361 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-bfcab837-7a71-4674-a4dc-b9fdf223687e None None] Provisioning complete for port 2f104825-960f-4868-a591-4a5d08bc96d5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:58.022724 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bfcab837-7a71-4674-a4dc-b9fdf223687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:58.030695 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:58.164243 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 3, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port': {'id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:10:58.192389 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32471-885a-46c4-985a-2fc50823a508 None None] The sync data for ids ['352d7532-a345-49e9-a32f-d6b1661528f1'] in dv-cinder-774288-11-iscsi is: [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 3, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port': {'id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:10:58.260765 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:58.267069 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:58.304640 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-4a886219-00c3-47f0-b8fc-cec5a326fcf3 None None] Provisioning complete for port 435be2f2-918f-41ad-81ff-960c32410ac5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:58.305269 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a886219-00c3-47f0-b8fc-cec5a326fcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:58.349145 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Pushing event updated for resources: {'Port': ['ID=435be2f2-918f-41ad-81ff-960c32410ac5,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:58.352843 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:58.395474 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4a886219-00c3-47f0-b8fc-cec5a326fcf3 None None] Port 435be2f2-918f-41ad-81ff-960c32410ac5 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:10:58.531860 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fe99c25-6874-49fd-bdf8-2280c31fafa1 req-c888aaf5-fd21-4875-b584-166ff53d1991 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 210 time: 0.0608959 Nov 11 16:10:58.612166 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:10:58.615585 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:10:58.699313 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415bde-9bb6-4ddd-83c3-4af55f544e53 req-e686ee9f-0a87-4589-beec-612a7cbf7407 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:58.700917 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-aa415bde-9bb6-4ddd-83c3-4af55f544e53 req-e686ee9f-0a87-4589-beec-612a7cbf7407 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.2733364 Nov 11 16:10:58.750808 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:58.844769 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:58.845452 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:58.860973 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-aa415bde-9bb6-4ddd-83c3-4af55f544e53 req-0c38e93f-139c-49b1-a045-09616b1862e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380761 Nov 11 16:10:58.898597 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Router 352d7532-a345-49e9-a32f-d6b1661528f1 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:10:58.962094 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 2f104825-960f-4868-a591-4a5d08bc96d5 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:10:59.046603 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 2f104825-960f-4868-a591-4a5d08bc96d5 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:59.046603 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:59.078113 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-11e8d13b-de3e-49bd-a9d4-d2557c51efba None None] Provisioning complete for port 435be2f2-918f-41ad-81ff-960c32410ac5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:10:59.078536 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11e8d13b-de3e-49bd-a9d4-d2557c51efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:59.081720 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:10:59.090382 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1c5f910d-86c0-434a-a56c-c684f29c8528 admin admin] 10.222.0.45 "PUT /v2.0/routers/352d7532-a345-49e9-a32f-d6b1661528f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6558890 Nov 11 16:10:59.169357 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-11e8d13b-de3e-49bd-a9d4-d2557c51efba None None] Port 435be2f2-918f-41ad-81ff-960c32410ac5 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:10:59.336730 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-bd49a352-2acb-4753-9d88-59308e1f60fb tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:10:59.339223 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-bd49a352-2acb-4753-9d88-59308e1f60fb tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 0.1456215 Nov 11 16:10:59.372127 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Request body: {'port': {'device_id': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'admin_state_up': True, 'tenant_id': '1914570ae3914b6d871feadd16eb5c81'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:59.520313 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Made reservation on behalf of 1914570ae3914b6d871feadd16eb5c81 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:10:59.524127 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:59.668000 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Allocated IP 172.20.0.6 (4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9/27ae7856-ecfe-490d-b7ca-ef0e5681e1f8/61fc0eff-4c57-43a9-b108-395e8e0713d2) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:10:59.687024 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a12f3d8a-16ec-4b83-b034-2c3c9e7afbc2 req-3db29c9b-ef8e-46c2-9896-985d5654f017 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 210 time: 0.0389147 Nov 11 16:10:59.828894 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:59.899986 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:59.900369 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55348) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:10:59.906031 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-eb84dbaa-9f04-4ae6-9b73-dc83b02505e8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329021494', 'description': 'tempest-secgroup-smoke-1329021494 description', 'project_id': '2bdfcd0769004c6381e233204dadc18e'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:10:59.934655 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb84dbaa-9f04-4ae6-9b73-dc83b02505e8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:59.937327 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:10:59.959322 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725', 'e42e23ee-97da-4671-8485-a2e73f9e64cf'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:10:59.997140 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:11:00.002578 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:11:00.006429 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:11:00.034261 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event updated for resources: {'Port': ['ID=61fc0eff-4c57-43a9-b108-395e8e0713d2,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:00.066782 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:00.067310 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.073412 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8a0ca-3d22-4b2c-aa0e-99fafe7fedec req-f6d17866-6bf6-4df2-bf04-956acde8a157 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:00.081863 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7cb8a0ca-3d22-4b2c-aa0e-99fafe7fedec req-f6d17866-6bf6-4df2-bf04-956acde8a157 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1145432 Nov 11 16:11:00.087876 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a36adec6-090b-42a9-94c8-2733fe4adc54 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7211177 Nov 11 16:11:00.104531 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Request body: {'port': {'device_id': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:00.142383 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb84dbaa-9f04-4ae6-9b73-dc83b02505e8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.159676 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb84dbaa-9f04-4ae6-9b73-dc83b02505e8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.175733 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.195799 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7cb8a0ca-3d22-4b2c-aa0e-99fafe7fedec req-a3a62a29-0ce9-4d73-87b0-00ff4583ce34 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128228 Nov 11 16:11:00.197066 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dbaa-9f04-4ae6-9b73-dc83b02505e8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369870e9-7f32-4d45-a054-972bee4bb074,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:00.214545 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb84dbaa-9f04-4ae6-9b73-dc83b02505e8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.215899 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-eb84dbaa-9f04-4ae6-9b73-dc83b02505e8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3143673 Nov 11 16:11:00.219652 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55360) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:00.225448 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-9ce8f56a-ff35-4957-b736-48b89a988226 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'security_group_rule': {'security_group_id': '369870e9-7f32-4d45-a054-972bee4bb074', 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:00.277223 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f56a-ff35-4957-b736-48b89a988226 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.353052 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f56a-ff35-4957-b736-48b89a988226 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.361168 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f56a-ff35-4957-b736-48b89a988226 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.383647 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8f56a-ff35-4957-b736-48b89a988226 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a763677e-ded5-4dea-a232-86157bb7d325,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:00.396094 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f56a-ff35-4957-b736-48b89a988226 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.397526 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-9ce8f56a-ff35-4957-b736-48b89a988226 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769216 Nov 11 16:11:00.400163 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55366) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:00.404534 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-6877c66b-0a86-43bd-8437-9e43a529f8f6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'security_group_rule': {'security_group_id': '369870e9-7f32-4d45-a054-972bee4bb074', 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:00.438261 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6877c66b-0a86-43bd-8437-9e43a529f8f6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.475365 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:11:00.544644 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6877c66b-0a86-43bd-8437-9e43a529f8f6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.548648 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6877c66b-0a86-43bd-8437-9e43a529f8f6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.563218 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:00.563586 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.585063 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6877c66b-0a86-43bd-8437-9e43a529f8f6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.588849 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55372) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:00.589404 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-6877c66b-0a86-43bd-8437-9e43a529f8f6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878245 Nov 11 16:11:00.594085 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877c66b-0a86-43bd-8437-9e43a529f8f6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd63f3a-04f8-406e-abd8-838ff9c330c8,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:00.598562 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-265e157a-185a-402f-91df-a2e3a640ef6e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'security_group_rule': {'security_group_id': '369870e9-7f32-4d45-a054-972bee4bb074', 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:00.625714 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fc0eff-4c57-43a9-b108-395e8e0713d2 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:00.636789 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.658669 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-265e157a-185a-402f-91df-a2e3a640ef6e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.665592 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Sync routers for ids ['352d7532-a345-49e9-a32f-d6b1661528f1'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:11:00.668804 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Transition to ACTIVE for port object 61fc0eff-4c57-43a9-b108-395e8e0713d2 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:11:00.673251 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.675012 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.691379 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Routers {'352d7532-a345-49e9-a32f-d6b1661528f1'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:11:00.692081 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['352d7532-a345-49e9-a32f-d6b1661528f1'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:11:00.736155 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:00.741366 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.753180 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Pushing event updated for resources: {'Port': ['ID=61fc0eff-4c57-43a9-b108-395e8e0713d2,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:00.798561 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-265e157a-185a-402f-91df-a2e3a640ef6e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.805251 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-265e157a-185a-402f-91df-a2e3a640ef6e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.833523 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:00.844585 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e157a-185a-402f-91df-a2e3a640ef6e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54391b48-4d1f-48f8-9990-a48b1e495b20,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:00.848585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Set router 352d7532-a345-49e9-a32f-d6b1661528f1 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:11:00.860378 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Attempting to bind port 61fc0eff-4c57-43a9-b108-395e8e0713d2 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:11:00.861048 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Attempting to bind port 61fc0eff-4c57-43a9-b108-395e8e0713d2 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:11:00.861540 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Attempting to bind port 61fc0eff-4c57-43a9-b108-395e8e0713d2 on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:00.869069 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-265e157a-185a-402f-91df-a2e3a640ef6e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.872881 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-265e157a-185a-402f-91df-a2e3a640ef6e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2801409 Nov 11 16:11:00.872881 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Port 61fc0eff-4c57-43a9-b108-395e8e0713d2 on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:11:00.872881 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Attempting to bind port 61fc0eff-4c57-43a9-b108-395e8e0713d2 on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:00.873520 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55380) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:00.878295 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-eec5bb25-7719-4caf-9bd2-cd121b0746b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'security_group_rule': {'security_group_id': '369870e9-7f32-4d45-a054-972bee4bb074', 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:00.879475 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:11:00.880355 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Checking segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:11:00.880775 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Bound using segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:11:00.881265 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Bound port: 61fc0eff-4c57-43a9-b108-395e8e0713d2, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:11:00.882274 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.919957 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eec5bb25-7719-4caf-9bd2-cd121b0746b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.953252 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] For port 61fc0eff-4c57-43a9-b108-395e8e0713d2, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:11:00.956385 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] For port 61fc0eff-4c57-43a9-b108-395e8e0713d2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=61fc0eff-4c57-43a9-b108-395e8e0713d2,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:11:00.961704 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.979025 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:00.979948 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.981374 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] 10.222.0.57 "PUT /v2.0/ports/61fc0eff-4c57-43a9-b108-395e8e0713d2 HTTP/1.1" status: 200 len: 1093 time: 0.8822768 Nov 11 16:11:00.983366 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eec5bb25-7719-4caf-9bd2-cd121b0746b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:00.989956 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eec5bb25-7719-4caf-9bd2-cd121b0746b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.003149 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'tag': '61fc0eff-4c57-43a9-b108-395e8e0713d2'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:01.005727 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "721eb2a1-696f-4bc1-a18a-a026edc5baa6", "tag": "61fc0eff-4c57-43a9-b108-395e8e0713d2"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:01.012981 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5bb25-7719-4caf-9bd2-cd121b0746b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf67343f-d833-46c9-bc43-a584f46c5ff2,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:01.018447 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eec5bb25-7719-4caf-9bd2-cd121b0746b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.020332 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-eec5bb25-7719-4caf-9bd2-cd121b0746b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454298 Nov 11 16:11:01.023435 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55386) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:01.028484 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'security_group_rule': {'security_group_id': '369870e9-7f32-4d45-a054-972bee4bb074', 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:01.042971 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb05141-550c-4bb8-84b9-8c418c5ddb46 service neutron] Pushing event updated for resources: {'Port': ['ID=61fc0eff-4c57-43a9-b108-395e8e0713d2,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:01.058879 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.securitygroups_db [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Project 2bdfcd0769004c6381e233204dadc18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:11:01.064421 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.126100 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.130272 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.148814 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7722d599-c518-4f22-8418-2087710c7a94,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:01.157079 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.159929 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e12aa026-f244-4898-bc6f-35c3f23ac027 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341519 Nov 11 16:11:01.161692 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55388) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:01.170423 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'security_group_rule': {'security_group_id': '369870e9-7f32-4d45-a054-972bee4bb074', 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:01.193724 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.securitygroups_db [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Project 2bdfcd0769004c6381e233204dadc18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:11:01.195932 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:57Z', 'revision_number': 4, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port': {'id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '435be2f2-918f-41ad-81ff-960c32410ac5', 'name': '', 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'mac_address': 'fa:16:3e:1b:91:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a0b37e6f-9a98-450f-9925-63d85a3640d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:57Z', 'updated_at': '2021-11-11T16:10:58Z', 'revision_number': 2, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'subnets': [{'id': 'a0b37e6f-9a98-450f-9925-63d85a3640d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:11:01.198925 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.222726 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Checking router: 352d7532-a345-49e9-a32f-d6b1661528f1 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:11:01.223085 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Updating router 352d7532-a345-49e9-a32f-d6b1661528f1 port 435be2f2-918f-41ad-81ff-960c32410ac5 binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:11:01.247816 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.249338 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.253081 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.270543 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd62043-dae2-4a19-ae97-d1a8c8a31820,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:01.279744 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.290832 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-16444bb1-5429-4611-a06e-b845a325c253 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188755 Nov 11 16:11:01.518028 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.523509 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.580767 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df76ce2-22c9-47db-989b-5eb3e8ccbac8 None None] Pushing event updated for resources: {'Port': ['ID=435be2f2-918f-41ad-81ff-960c32410ac5,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:01.628794 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Attempting to bind port 435be2f2-918f-41ad-81ff-960c32410ac5 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:11:01.629401 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Attempting to bind port 435be2f2-918f-41ad-81ff-960c32410ac5 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:11:01.629883 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Attempting to bind port 435be2f2-918f-41ad-81ff-960c32410ac5 on network 5c7764e3-f03c-4157-a956-2d213bedd5c3 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:01.635354 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:11:01.635884 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Checking segment: {'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:11:01.636132 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.636524 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Bound using segment: {'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:11:01.636995 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Bound port: 435be2f2-918f-41ad-81ff-960c32410ac5, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a96c3a3-3666-46d8-8296-4a06550d4d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:11:01.637403 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.736088 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] For port 435be2f2-918f-41ad-81ff-960c32410ac5, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:11:01.745525 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] For port 435be2f2-918f-41ad-81ff-960c32410ac5, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=435be2f2-918f-41ad-81ff-960c32410ac5,segment=NetworkSegment(7a96c3a3-3666-46d8-8296-4a06550d4d3b),segment_id=7a96c3a3-3666-46d8-8296-4a06550d4d3b)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:11:01.751946 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.819683 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Routers {'352d7532-a345-49e9-a32f-d6b1661528f1'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:11:01.820336 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:10:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['352d7532-a345-49e9-a32f-d6b1661528f1'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:11:01.827100 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df76ce2-22c9-47db-989b-5eb3e8ccbac8 None None] Pushing event updated for resources: {'Port': ['ID=435be2f2-918f-41ad-81ff-960c32410ac5,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:01.871217 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-62dc8c1d-0a4a-4887-a4f5-514be9094e4b None None] Provisioning complete for port 435be2f2-918f-41ad-81ff-960c32410ac5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:01.871746 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-62dc8c1d-0a4a-4887-a4f5-514be9094e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:01.979528 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] Set router 352d7532-a345-49e9-a32f-d6b1661528f1 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:11:02.077508 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-62dc8c1d-0a4a-4887-a4f5-514be9094e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:02.151352 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-62dc8c1d-0a4a-4887-a4f5-514be9094e4b None None] For port 435be2f2-918f-41ad-81ff-960c32410ac5, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=435be2f2-918f-41ad-81ff-960c32410ac5,segment=NetworkSegment(7a96c3a3-3666-46d8-8296-4a06550d4d3b),segment_id=7a96c3a3-3666-46d8-8296-4a06550d4d3b)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:02.158816 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-62dc8c1d-0a4a-4887-a4f5-514be9094e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:02.246084 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc8c1d-0a4a-4887-a4f5-514be9094e4b None None] Pushing event updated for resources: {'Port': ['ID=435be2f2-918f-41ad-81ff-960c32410ac5,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:02.284337 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:57Z', 'revision_number': 4, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port': {'id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '435be2f2-918f-41ad-81ff-960c32410ac5', 'name': '', 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'mac_address': 'fa:16:3e:1b:91:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a0b37e6f-9a98-450f-9925-63d85a3640d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:57Z', 'updated_at': '2021-11-11T16:11:01Z', 'revision_number': 4, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'subnets': [{'id': 'a0b37e6f-9a98-450f-9925-63d85a3640d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:11:02.311356 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-9e43d688-91d5-451b-bcee-08109927c1be None None] Provisioning complete for port 435be2f2-918f-41ad-81ff-960c32410ac5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:02.311728 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e43d688-91d5-451b-bcee-08109927c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:02.314094 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437fcd65-11fd-4f03-8b81-eae51b88fcb3 None None] The sync data for ids ['352d7532-a345-49e9-a32f-d6b1661528f1'] in dv-cinder-774288-11-iscsi is: [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:10:57Z', 'revision_number': 4, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port': {'id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '435be2f2-918f-41ad-81ff-960c32410ac5', 'name': '', 'network_id': '5c7764e3-f03c-4157-a956-2d213bedd5c3', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'mac_address': 'fa:16:3e:1b:91:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a0b37e6f-9a98-450f-9925-63d85a3640d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:57Z', 'updated_at': '2021-11-11T16:11:01Z', 'revision_number': 4, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'subnets': [{'id': 'a0b37e6f-9a98-450f-9925-63d85a3640d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:11:02.435700 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:11:02.487441 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:02.487810 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:03.393919 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a42f552c-2711-490d-9f8c-b16738cc47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:03.395471 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-a42f552c-2711-490d-9f8c-b16738cc47c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 1096 time: 0.0457985 Nov 11 16:11:03.454889 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9b5cdd-4c9f-4f2f-bdfa-7f682bfc8785 x-openstack-request-id: req-7b9b5cdd-4c9f-4f2f-bdfa-7f682bfc8785 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:03.455180 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721eb2a1-696f-4bc1-a18a-a026edc5baa6", "tag": "61fc0eff-4c57-43a9-b108-395e8e0713d2", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:03.455435 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b9b5cdd-4c9f-4f2f-bdfa-7f682bfc8785 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:03.455831 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'tag': '61fc0eff-4c57-43a9-b108-395e8e0713d2', 'status': 'completed', 'code': 200} Nov 11 16:11:03.458158 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-97fa2f6c-977b-4593-a7a4-e011695a37af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61fc0eff-4c57-43a9-b108-395e8e0713d2 HTTP/1.1" status: 200 len: 217 time: 0.0388517 Nov 11 16:11:03.486570 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a482e5-939d-4f98-b1a7-fbb911002e41 req-05332a01-4eb2-4fb0-9c8c-deba3c65ef49 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:03.488002 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-41a482e5-939d-4f98-b1a7-fbb911002e41 req-05332a01-4eb2-4fb0-9c8c-deba3c65ef49 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 943 time: 0.0500643 Nov 11 16:11:03.515033 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-10328f2c-3ff7-4cf2-a055-f4eb540afaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:03.517186 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-10328f2c-3ff7-4cf2-a055-f4eb540afaf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.0454381 Nov 11 16:11:03.551121 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-89eee6f6-a480-4d83-9ea7-29ccaeefa27e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249596 Nov 11 16:11:03.564340 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-41a482e5-939d-4f98-b1a7-fbb911002e41 req-37dd4e03-35d3-40c1-a5bc-1df3ac8642ea tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Nov 11 16:11:03.586948 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298891c-d2ec-46eb-867b-e80b799a6434 req-06cbe030-4c88-428c-b3d0-7841ad0f55bb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:03.588955 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5298891c-d2ec-46eb-867b-e80b799a6434 req-06cbe030-4c88-428c-b3d0-7841ad0f55bb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0798779 Nov 11 16:11:03.638420 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5298891c-d2ec-46eb-867b-e80b799a6434 req-bb180d34-8301-4c25-be8f-62d012c48fc9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Nov 11 16:11:03.674379 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-3949d4da-9cab-4983-baa6-540e79201543 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026874 Nov 11 16:11:03.784749 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-02c7e8e5-ab47-450e-966a-c6933425f292 req-b720d1ff-366e-4dcf-9203-e8ecb1d47573 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940752 Nov 11 16:11:03.888942 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-c485033c-a17a-4aa8-bd6c-1856b6e9d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:03.890468 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-c485033c-a17a-4aa8-bd6c-1856b6e9d6fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 1096 time: 0.0443296 Nov 11 16:11:03.985594 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-daff48b0-35d8-423a-bf39-6ecae762e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:03.987067 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-daff48b0-35d8-423a-bf39-6ecae762e5fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 916 time: 0.0835953 Nov 11 16:11:04.036211 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-da3d5b3f-a66d-4fa2-b521-e4f77bf13c1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61fc0eff-4c57-43a9-b108-395e8e0713d2 HTTP/1.1" status: 200 len: 217 time: 0.0407701 Nov 11 16:11:04.089872 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-56e6d9cf-e342-439f-baa6-25e9c90665ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:04.091346 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-56e6d9cf-e342-439f-baa6-25e9c90665ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.0447042 Nov 11 16:11:04.130242 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-f69738d3-faf1-47a7-bfc6-3568600147d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249071 Nov 11 16:11:04.402848 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 435be2f2-918f-41ad-81ff-960c32410ac5 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:11:04.455898 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 435be2f2-918f-41ad-81ff-960c32410ac5 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:04.456269 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:05.771616 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-eead9beb-b1d5-4749-a5e9-5cddc4525b54 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886805 Nov 11 16:11:07.939141 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b127f3ba-87e8-45c9-93e7-800e79a3c5c2 req-ece655d9-51aa-409d-bc5d-373e2e7fe9da service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Nov 11 16:11:08.022009 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb987f2-bc87-4500-9987-8e59dd64bb7f req-35f4995f-3a97-4274-936e-28be6ff394cf tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:08.023508 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-abb987f2-bc87-4500-9987-8e59dd64bb7f req-35f4995f-3a97-4274-936e-28be6ff394cf tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0672901 Nov 11 16:11:08.032205 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f49cc0-5f63-4142-ade7-8acb63e8072d req-506e2f3f-be7d-4ee3-9f1a-3de9a2961124 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:08.033723 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-95f49cc0-5f63-4142-ade7-8acb63e8072d req-506e2f3f-be7d-4ee3-9f1a-3de9a2961124 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 943 time: 0.0874488 Nov 11 16:11:08.100783 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-abb987f2-bc87-4500-9987-8e59dd64bb7f req-caa9bef9-c576-4b6a-b4c3-ffb27333649f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660806 Nov 11 16:11:08.108080 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-95f49cc0-5f63-4142-ade7-8acb63e8072d req-a6b964ec-5b10-4b98-a235-85e1a3392180 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665219 Nov 11 16:11:09.258587 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e716914-ad4b-423e-b600-7f6c9b4a35e3 req-d7d49a2f-b780-4a24-9122-1147d9592a59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:09.260085 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e716914-ad4b-423e-b600-7f6c9b4a35e3 req-d7d49a2f-b780-4a24-9122-1147d9592a59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0872116 Nov 11 16:11:09.267934 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5dabc-931f-4d85-8a2a-7be278d5be24 req-1cf98623-db92-4ed2-a1e8-c40e10bf066a tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:09.269358 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1bd5dabc-931f-4d85-8a2a-7be278d5be24 req-1cf98623-db92-4ed2-a1e8-c40e10bf066a tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 943 time: 0.0848837 Nov 11 16:11:09.346098 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e716914-ad4b-423e-b600-7f6c9b4a35e3 req-6b182de8-4468-4e11-9a4d-f32cb62b3c30 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757670 Nov 11 16:11:09.349324 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1bd5dabc-931f-4d85-8a2a-7be278d5be24 req-7d78f82d-7cbd-4c79-8c6f-b8cd6d117d10 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723305 Nov 11 16:11:10.204346 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 61fc0eff-4c57-43a9-b108-395e8e0713d2 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:11:10.307459 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 61fc0eff-4c57-43a9-b108-395e8e0713d2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=61fc0eff-4c57-43a9-b108-395e8e0713d2,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:10.319156 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '61fc0eff-4c57-43a9-b108-395e8e0713d2', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'port_id': '61fc0eff-4c57-43a9-b108-395e8e0713d2', 'mac_address': 'fa:16:3e:15:f2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ae7856-ecfe-490d-b7ca-ef0e5681e1f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:11:10.357340 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:10.373052 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fc0eff-4c57-43a9-b108-395e8e0713d2 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:10.391796 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 61fc0eff-4c57-43a9-b108-395e8e0713d2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=61fc0eff-4c57-43a9-b108-395e8e0713d2,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:10.396310 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:10.449710 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=61fc0eff-4c57-43a9-b108-395e8e0713d2,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:10.499131 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29b00-cc51-4e2a-82aa-489b177605c5 req-135b6080-fe46-43b1-8cc9-146b952ed1f3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:10.500595 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5fd29b00-cc51-4e2a-82aa-489b177605c5 req-135b6080-fe46-43b1-8cc9-146b952ed1f3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 944 time: 0.0780368 Nov 11 16:11:10.512534 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f277d-489b-4188-93dd-93e6a3e6c9a0 req-c1f1b43d-bdda-450b-a61b-6124d96143c4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:10.513937 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e23f277d-489b-4188-93dd-93e6a3e6c9a0 req-c1f1b43d-bdda-450b-a61b-6124d96143c4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0808384 Nov 11 16:11:10.786309 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5fd29b00-cc51-4e2a-82aa-489b177605c5 req-446010c6-58a4-4fd5-828f-aae2b4cb9abf tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714119 Nov 11 16:11:10.790643 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e23f277d-489b-4188-93dd-93e6a3e6c9a0 req-ed932bd7-a6ae-472e-a83c-4d696351cb8d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697942 Nov 11 16:11:14.065947 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e9761-fbf5-40d1-b918-a8ec21860174 req-52b01c0d-6456-401d-add2-5fc408a09d9e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:14.067321 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4a0e9761-fbf5-40d1-b918-a8ec21860174 req-52b01c0d-6456-401d-add2-5fc408a09d9e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 944 time: 0.0788114 Nov 11 16:11:14.075233 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aca1b6-d5b5-4547-bd06-64d19968abc6 req-7c839f01-7099-4443-9a20-a8dc1350a8e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:14.076581 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f2aca1b6-d5b5-4547-bd06-64d19968abc6 req-7c839f01-7099-4443-9a20-a8dc1350a8e0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0793395 Nov 11 16:11:14.146681 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4a0e9761-fbf5-40d1-b918-a8ec21860174 req-3d1db8a9-48ec-44b8-8a00-bda40fe1d959 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691199 Nov 11 16:11:14.151040 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f2aca1b6-d5b5-4547-bd06-64d19968abc6 req-ac8f02b0-5aa9-4c16-a2b6-d8105bc504fd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 Nov 11 16:11:14.290867 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['61fc0eff-4c57-43a9-b108-395e8e0713d2'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:11:14.474057 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3800-2c49-4b80-8028-75eb8e0243d0 req-cea21508-425d-482f-a74a-7db0a0097db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:14.475540 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-6dca3800-2c49-4b80-8028-75eb8e0243d0 req-cea21508-425d-482f-a74a-7db0a0097db4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 1099 time: 0.0403473 Nov 11 16:11:14.530277 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-6dca3800-2c49-4b80-8028-75eb8e0243d0 req-b60996b0-8c5b-462c-ac02-96261cadee15 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Nov 11 16:11:15.053691 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55642) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:15.158576 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:15.245093 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:15.262022 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:15.302929 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60d8a9d3a2c84dae88d98db5b70259cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481458 Nov 11 16:11:15.304244 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f0dd2-705f-47d3-8d67-729cd1d21bf1 req-486fc7ea-5b7e-402a-ae70-5da9b46ddfec tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:15.306138 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55654) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:15.311653 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-843f0dd2-705f-47d3-8d67-729cd1d21bf1 req-486fc7ea-5b7e-402a-ae70-5da9b46ddfec tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 944 time: 0.0907416 Nov 11 16:11:15.321453 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ad762-4d6f-4d75-944f-38f18dc7ee8e,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:15.330606 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8114b-051b-482d-93f5-504c04d64fe2 req-ea341f1d-6df6-42bc-bcd5-34f30f27f4bd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:15.339925 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-98f8114b-051b-482d-93f5-504c04d64fe2 req-ea341f1d-6df6-42bc-bcd5-34f30f27f4bd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1038344 Nov 11 16:11:15.340045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340706 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.340824 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.341248 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.341574 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.341913 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a279c40-6724-4a62-8953-9103feb07e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:15.374480 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f389d849-9154-4b70-892f-4bd170799d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:15.408481 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f389d849-9154-4b70-892f-4bd170799d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:15.454774 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-843f0dd2-705f-47d3-8d67-729cd1d21bf1 req-2aca1da2-face-41e5-b0dc-c2386caec127 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421635 Nov 11 16:11:15.468890 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-98f8114b-051b-482d-93f5-504c04d64fe2 req-84e5bd37-8361-4c26-8c61-28e675cbf526 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124411 Nov 11 16:11:15.474896 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f389d849-9154-4b70-892f-4bd170799d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:15.477648 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f389d849-9154-4b70-892f-4bd170799d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:15.481351 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f389d849-9154-4b70-892f-4bd170799d0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d0ad762-4d6f-4d75-944f-38f18dc7ee8e HTTP/1.1" status: 204 len: 168 time: 0.1741474 Nov 11 16:11:15.490456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389d849-9154-4b70-892f-4bd170799d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ad762-4d6f-4d75-944f-38f18dc7ee8e,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:16.224773 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 61fc0eff-4c57-43a9-b108-395e8e0713d2 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:11:16.265522 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55696) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:16.323511 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9c01a58-8b9c-484d-abdc-766bc81290b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.351500 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 61fc0eff-4c57-43a9-b108-395e8e0713d2 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:11:16.360768 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 61fc0eff-4c57-43a9-b108-395e8e0713d2 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:16.361414 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.411795 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fda6e789-959e-49c1-b330-cc2a7dbbe916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.457600 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.502655 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fda6e789-959e-49c1-b330-cc2a7dbbe916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.518116 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fda6e789-959e-49c1-b330-cc2a7dbbe916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.520534 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fc0eff-4c57-43a9-b108-395e8e0713d2'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:16.523237 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c880695-da85-4003-ae16-a1ea50fb2fd2" -d '{"events": [{"server_uuid": "721eb2a1-696f-4bc1-a18a-a026edc5baa6", "name": "network-vif-plugged", "status": "completed", "tag": "61fc0eff-4c57-43a9-b108-395e8e0713d2"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:16.532144 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 61fc0eff-4c57-43a9-b108-395e8e0713d2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=61fc0eff-4c57-43a9-b108-395e8e0713d2,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:16.537956 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.576201 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-fda6e789-959e-49c1-b330-cc2a7dbbe916 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=737caa1136db45d6b733b53cfdf7335e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092322 Nov 11 16:11:16.600892 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55714) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:16.601976 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6e789-959e-49c1-b330-cc2a7dbbe916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a2bc84-d3dc-4671-865c-982351c41d69,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:16.641587 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=61fc0eff-4c57-43a9-b108-395e8e0713d2,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:16.663470 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-30949853-3716-4bf4-b0bd-ce7544799e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.674184 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c05c4-e515-4354-8548-708949732779 req-93d899a1-0d8e-4bfd-99c9-99b94013bccb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:16.681616 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bd7c05c4-e515-4354-8548-708949732779 req-93d899a1-0d8e-4bfd-99c9-99b94013bccb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1202531 Nov 11 16:11:16.687002 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-30949853-3716-4bf4-b0bd-ce7544799e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.708665 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c338de5-ffb4-417e-a784-ff0591caae4f req-df2c9e57-9a86-41c1-8842-32fe7f17c3d4 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:16.710827 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3c338de5-ffb4-417e-a784-ff0591caae4f req-df2c9e57-9a86-41c1-8842-32fe7f17c3d4 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.1144838 Nov 11 16:11:16.748854 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-30949853-3716-4bf4-b0bd-ce7544799e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.752169 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-30949853-3716-4bf4-b0bd-ce7544799e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:16.754072 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-30949853-3716-4bf4-b0bd-ce7544799e8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96a2bc84-d3dc-4671-865c-982351c41d69 HTTP/1.1" status: 204 len: 168 time: 0.1493721 Nov 11 16:11:16.763073 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30949853-3716-4bf4-b0bd-ce7544799e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a2bc84-d3dc-4671-865c-982351c41d69,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:16.861796 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3c338de5-ffb4-417e-a784-ff0591caae4f req-e8733f3d-68e4-4b10-aebe-07a0ab9c2c77 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262300 Nov 11 16:11:16.865561 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bd7c05c4-e515-4354-8548-708949732779 req-b9353bf3-5371-4b17-9aec-027310a6cde6 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533353 Nov 11 16:11:16.938485 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5570a977-bdb6-427d-832e-9a5f3c57c055 x-openstack-request-id: req-5570a977-bdb6-427d-832e-9a5f3c57c055 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:16.939377 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721eb2a1-696f-4bc1-a18a-a026edc5baa6", "name": "network-vif-plugged", "status": "completed", "tag": "61fc0eff-4c57-43a9-b108-395e8e0713d2", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:16.939377 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5570a977-bdb6-427d-832e-9a5f3c57c055 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:16.939549 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fc0eff-4c57-43a9-b108-395e8e0713d2', 'code': 200} Nov 11 16:11:17.019208 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889c5ed-215a-444a-8dfd-0c85c40b6c54 req-6464c7d6-a9b6-4f18-99df-732f2f68eddd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:17.020715 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4889c5ed-215a-444a-8dfd-0c85c40b6c54 req-6464c7d6-a9b6-4f18-99df-732f2f68eddd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0639279 Nov 11 16:11:17.072445 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4889c5ed-215a-444a-8dfd-0c85c40b6c54 req-0c4f7502-8e45-4ed9-a444-a9157b0867d7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Nov 11 16:11:17.150868 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73587f1-d69a-403d-9cc3-57ec0f4d4987 req-dade4114-8bd3-4b19-9061-03345795dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:17.153087 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a73587f1-d69a-403d-9cc3-57ec0f4d4987 req-dade4114-8bd3-4b19-9061-03345795dbaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 1098 time: 0.0491025 Nov 11 16:11:17.211213 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a73587f1-d69a-403d-9cc3-57ec0f4d4987 req-9e474e1d-14e5-4717-a5ca-f0b3c6550caa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Nov 11 16:11:18.354263 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-57e7ac0b-0084-48c4-b7d7-2b1d63a10aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:19.425616 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:20.842943 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:20.930828 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8bf64-14af-4451-b81b-6ba10785d3e3 req-d740b5e7-514e-44b6-b45d-d83a55d0c469 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:20.932317 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fcb8bf64-14af-4451-b81b-6ba10785d3e3 req-d740b5e7-514e-44b6-b45d-d83a55d0c469 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Nov 11 16:11:20.979200 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fcb8bf64-14af-4451-b81b-6ba10785d3e3 req-e574bebe-ac8b-40eb-bb2c-89ab412da436 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Nov 11 16:11:21.653483 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:21.870156 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-6d994bc2-1ae7-4fe9-92ec-00ec43e4769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:21.871775 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-6d994bc2-1ae7-4fe9-92ec-00ec43e4769f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.0504744 Nov 11 16:11:21.879746 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a58e8-ccc7-412d-9fe9-6e0facbd0e86 req-6c2b6f3c-9228-46c5-af7c-164ab3b7795b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:21.881537 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b38a58e8-ccc7-412d-9fe9-6e0facbd0e86 req-6c2b6f3c-9228-46c5-af7c-164ab3b7795b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0589824 Nov 11 16:11:21.935342 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b38a58e8-ccc7-412d-9fe9-6e0facbd0e86 req-c99e42d6-e963-47e4-99e3-fd374a25dc70 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Nov 11 16:11:21.987196 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-c7476e17-0312-4709-a25b-14c8afad6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:21.988647 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-c7476e17-0312-4709-a25b-14c8afad6104 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.0948131 Nov 11 16:11:22.054953 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-3368e5e6-2bb9-4af6-9959-1f3de2c07676 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 200 len: 217 time: 0.0362144 Nov 11 16:11:22.104176 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f0db0-dfdb-4a81-a777-74c5454376d5 req-8cf97a2c-4e1a-4674-9a6e-547b1afb7f91 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:22.110224 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-171f0db0-dfdb-4a81-a777-74c5454376d5 req-8cf97a2c-4e1a-4674-9a6e-547b1afb7f91 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.0577152 Nov 11 16:11:22.165937 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-171f0db0-dfdb-4a81-a777-74c5454376d5 req-458381ce-f683-4b6b-b1c1-225c4fc4de1f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530531 Nov 11 16:11:22.368305 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-c497c35c-8059-40c4-ad04-24fb3908e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:22.369792 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-c497c35c-8059-40c4-ad04-24fb3908e3ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.2980244 Nov 11 16:11:22.450130 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-512d63fd-d6ae-44a7-9f4b-a46a961ded47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474949 Nov 11 16:11:22.552768 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-d2737f3d-c76b-42a5-bef3-714999379c4e service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868015 Nov 11 16:11:22.648043 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-00f6c54c-fb23-486a-9e95-a3518f064751 req-faffff7b-397b-45a2-b2dd-49c91543de7e service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832288 Nov 11 16:11:23.054600 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675344c8-86a5-4f44-a4ac-221d6b2bdacd req-3fbb49aa-d795-4d6b-a2da-1a9f056542e4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:23.056282 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-675344c8-86a5-4f44-a4ac-221d6b2bdacd req-3fbb49aa-d795-4d6b-a2da-1a9f056542e4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0521929 Nov 11 16:11:23.104074 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-675344c8-86a5-4f44-a4ac-221d6b2bdacd req-d64d1c43-d3d0-4db5-924e-92a1d2586e06 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418603 Nov 11 16:11:23.115680 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55896) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:23.261973 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:23.345964 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:23.350322 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:23.393485 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b7585f3710d4bc0a14078be58dece1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745385 Nov 11 16:11:23.393485 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf67b89-8e34-4523-8f63-61465a98579a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:23.393861 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55914) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:23.402013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.402013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.402013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.402506 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.402714 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.403128 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.403514 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.404293 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.404687 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.409144 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.409667 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.410068 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1deb19-4db5-4a53-b9d0-15f9b2391301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:23.452405 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fbebd518-2c31-47b1-921a-bb74adb74073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:23.478428 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fbebd518-2c31-47b1-921a-bb74adb74073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:23.527591 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fbebd518-2c31-47b1-921a-bb74adb74073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:23.530492 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fbebd518-2c31-47b1-921a-bb74adb74073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:23.531801 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-fbebd518-2c31-47b1-921a-bb74adb74073 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dcf67b89-8e34-4523-8f63-61465a98579a HTTP/1.1" status: 204 len: 168 time: 0.1369429 Nov 11 16:11:23.542046 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebd518-2c31-47b1-921a-bb74adb74073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf67b89-8e34-4523-8f63-61465a98579a,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:24.150100 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 55960) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:24.240787 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1088653961-network', 'tenant_id': 'edf952942c2b42378dd8d17796525af4'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:24.262399 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Made reservation on behalf of edf952942c2b42378dd8d17796525af4 for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:11:24.264564 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.273751 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.349378 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.353398 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.376820 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=101822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:11:24.386942 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17748b4f-fab9-486d-9ee1-d7f436718d95,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:24.391449 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.391790 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Added segment 501ea5b9-4672-43bb-81fa-3a5eacc38c03 of type vlan for network 2e287d93-e00d-4228-8025-ec3af5fccd83 Nov 11 16:11:24.430101 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.453663 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.454574 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:24.455147 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.507353 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3561556 Nov 11 16:11:24.510502 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 55966) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:24.515556 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Request body: {'subnet': {'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1088653961-subnet', 'tenant_id': 'edf952942c2b42378dd8d17796525af4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:24.517884 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386375b-b5eb-48a8-921f-4d0a61fb2e5e admin admin] Pushing event updated for resources: {'Network': ['ID=2e287d93-e00d-4228-8025-ec3af5fccd83,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:24.531560 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 2e287d93-e00d-4228-8025-ec3af5fccd83 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:11:24.540941 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Made reservation on behalf of edf952942c2b42378dd8d17796525af4 for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:11:24.543239 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13015787'] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.711336 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13015749'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.769859 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b70e48a-c7a8-4b20-983a-503dcb29ede3,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:24.775028 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Checking segment: {'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:11:24.775386 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Network hostable DHCP agents. Network: 2e287d93-e00d-4228-8025-ec3af5fccd83, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:11:24.792342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Network 2e287d93-e00d-4228-8025-ec3af5fccd83 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:11:24.801120 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 2e287d93-e00d-4228-8025-ec3af5fccd83) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:11:24.805891 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:24.806578 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:24.811206 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846366d8-4412-4bf9-84dc-281ea232d9f7 None None] Network 2e287d93-e00d-4228-8025-ec3af5fccd83 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:11:24.821943 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-4a32e931-95bd-448c-a0fe-ba086c891ca2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3102443 Nov 11 16:11:24.938289 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b85063-b966-45bf-b846-8690f90b4df1 None None] Network 2e287d93-e00d-4228-8025-ec3af5fccd83 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:11:26.496778 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24555c2a-cf3d-4ec1-a2c7-bab14d4bc950 req-f9046164-2429-4d06-9d21-b2b6bc830c4e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:26.498339 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-24555c2a-cf3d-4ec1-a2c7-bab14d4bc950 req-f9046164-2429-4d06-9d21-b2b6bc830c4e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.0710649 Nov 11 16:11:26.529531 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9cfa4-8c08-4765-8312-ed00c739ff30 req-6c7d6001-5137-4da8-b308-906569411950 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:26.530950 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-47a9cfa4-8c08-4765-8312-ed00c739ff30 req-6c7d6001-5137-4da8-b308-906569411950 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0723650 Nov 11 16:11:26.578432 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-24555c2a-cf3d-4ec1-a2c7-bab14d4bc950 req-eb8ed71b-31a0-45a6-9844-7ad8082b2a9e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727468 Nov 11 16:11:26.600460 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-47a9cfa4-8c08-4765-8312-ed00c739ff30 req-f1ad31dc-3c05-4258-9166-c06a348eac36 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630715 Nov 11 16:11:27.586665 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-212f1832-defc-4f18-b7c2-742a2588684e tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:27.586665 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-212f1832-defc-4f18-b7c2-742a2588684e tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/networks?id=2e287d93-e00d-4228-8025-ec3af5fccd83 HTTP/1.1" status: 200 len: 809 time: 0.1059833 Nov 11 16:11:27.610278 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-880cd194-31bb-442f-bc9e-90df5a9f1f27 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/quotas/edf952942c2b42378dd8d17796525af4 HTTP/1.1" status: 200 len: 375 time: 0.0164471 Nov 11 16:11:27.645770 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-a84e35d0-e10e-4c6b-b01f-46b8eaad7474 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=edf952942c2b42378dd8d17796525af4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345607 Nov 11 16:11:27.745131 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-14010775-0912-4540-83cf-fec83be1c9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950394 Nov 11 16:11:27.858870 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe44699-89c6-4144-83e0-2b439ecbc2b1 req-27c7c8a6-8993-427e-a101-2a1200ae387a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:27.860439 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fe44699-89c6-4144-83e0-2b439ecbc2b1 req-27c7c8a6-8993-427e-a101-2a1200ae387a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1016800 Nov 11 16:11:27.901246 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-ddaf403c-d59e-4de1-bc29-c126f5543b67 service neutron] 10.222.0.45 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499314 Nov 11 16:11:27.929479 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fe44699-89c6-4144-83e0-2b439ecbc2b1 req-845e0b15-7698-4df9-932b-56aae391c912 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577793 Nov 11 16:11:28.074629 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-976c019b-fa7b-46d5-8ad4-8895b60746c2 req-f4012523-602d-4ec0-91f4-01f5108d3b12 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 210 time: 0.0310271 Nov 11 16:11:29.052553 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ffbf1-17ba-4fd8-a0f2-a976ed9d4537 req-2fb53d5d-d4bf-4cb1-8766-a26199f793ab tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:29.054084 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-972ffbf1-17ba-4fd8-a0f2-a976ed9d4537 req-2fb53d5d-d4bf-4cb1-8766-a26199f793ab tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0533731 Nov 11 16:11:29.117894 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56082) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:29.142519 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-972ffbf1-17ba-4fd8-a0f2-a976ed9d4537 req-b8aba756-9506-42d1-8986-45f235cc989d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802572 Nov 11 16:11:29.207718 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d03007f6-574b-46bd-959b-3a150d90d82a req-27d9e1e9-0c70-47c6-a47e-e4d2cc233a19 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 210 time: 0.0463042 Nov 11 16:11:29.285998 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-2f29b955-2ec6-4ae3-862f-fa19aa757301 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:29.287417 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-2f29b955-2ec6-4ae3-862f-fa19aa757301 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "GET /v2.0/networks?id=2e287d93-e00d-4228-8025-ec3af5fccd83 HTTP/1.1" status: 200 len: 809 time: 0.1254923 Nov 11 16:11:29.288836 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5b8c160-ff16-48a8-9abc-a6c4f2954e75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.309882 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Request body: {'port': {'device_id': '049de079-886d-4af9-ab60-0cc646962814', 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83', 'admin_state_up': True, 'tenant_id': 'edf952942c2b42378dd8d17796525af4'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:29.469841 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5b8c160-ff16-48a8-9abc-a6c4f2954e75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.471668 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Made reservation on behalf of edf952942c2b42378dd8d17796525af4 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:11:29.475359 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.478462 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5b8c160-ff16-48a8-9abc-a6c4f2954e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.543283 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f5b8c160-ff16-48a8-9abc-a6c4f2954e75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3238bc50dd184237bb654de8c35b5bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231920 Nov 11 16:11:29.546045 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56092) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:29.568950 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8c160-ff16-48a8-9abc-a6c4f2954e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db28fa5b-d0ca-4c37-a58f-5146f2865145,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:29.602133 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-64071dda-e173-473a-a38b-a38c09770f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.624738 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-64071dda-e173-473a-a38b-a38c09770f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.660322 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Allocated IP 172.20.0.9 (2e287d93-e00d-4228-8025-ec3af5fccd83/5b70e48a-c7a8-4b20-983a-503dcb29ede3/5135d2cf-6823-4504-8381-a58dc99e8cb6) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:11:29.677231 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-64071dda-e173-473a-a38b-a38c09770f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.680633 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-64071dda-e173-473a-a38b-a38c09770f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.681854 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-64071dda-e173-473a-a38b-a38c09770f96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db28fa5b-d0ca-4c37-a58f-5146f2865145 HTTP/1.1" status: 204 len: 168 time: 0.1346328 Nov 11 16:11:29.690333 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64071dda-e173-473a-a38b-a38c09770f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db28fa5b-d0ca-4c37-a58f-5146f2865145,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:29.764493 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-07647aa8-bdab-4d82-a9c2-5a4048bf78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:29.768563 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-07647aa8-bdab-4d82-a9c2-5a4048bf78a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.0570421 Nov 11 16:11:29.826793 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.853411 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.864044 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:29.927139 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Network 2e287d93-e00d-4228-8025-ec3af5fccd83 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:11:29.933194 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:11:29.933866 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-267b4550-11f5-4726-87ed-488e5e92d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:29.935927 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-267b4550-11f5-4726-87ed-488e5e92d1fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.1322086 Nov 11 16:11:29.938729 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:11:29.941689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Pushing event updated for resources: {'Port': ['ID=5135d2cf-6823-4504-8381-a58dc99e8cb6,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:29.999252 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-7ed3b0d9-270c-4c80-9109-1ffae486b090 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 200 len: 217 time: 0.0430512 Nov 11 16:11:30.007202 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:30.007902 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.028946 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-58029cab-b78a-42e4-bff8-b19b7c8ae0cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225363 Nov 11 16:11:30.046659 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Request body: {'port': {'device_id': '049de079-886d-4af9-ab60-0cc646962814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:30.062597 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56106) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:30.079818 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-4b67433e-c4a9-4bcd-9fc7-5d75b8ef141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:30.081579 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-4b67433e-c4a9-4bcd-9fc7-5d75b8ef141c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.0709658 Nov 11 16:11:30.082810 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f90c5c2-b3d2-4fdb-a21d-342882d84355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.110397 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.128920 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-78a747e0-447d-4273-8077-f20347fc6d1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362597 Nov 11 16:11:30.275675 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56116) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:30.333730 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-6f2cda98-0b52-41ab-9dc6-97df1ff92f3a service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934340 Nov 11 16:11:30.335498 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f90c5c2-b3d2-4fdb-a21d-342882d84355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.380531 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3f90c5c2-b3d2-4fdb-a21d-342882d84355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.424904 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5135d2cf-6823-4504-8381-a58dc99e8cb6 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:30.433149 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.445781 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Transition to ACTIVE for port object 5135d2cf-6823-4504-8381-a58dc99e8cb6 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:11:30.449603 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.481124 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45a127-21e0-4832-a984-198aae185940 req-6794d4bb-dbeb-46bd-acce-59e7529e897c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:30.482623 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-be45a127-21e0-4832-a984-198aae185940 req-6794d4bb-dbeb-46bd-acce-59e7529e897c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.2399786 Nov 11 16:11:30.499825 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-80be2836-e44a-4420-91ea-31a80f6a4b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.508510 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-3f90c5c2-b3d2-4fdb-a21d-342882d84355 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91f21a87dd2a40478690554bc54539a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448979 Nov 11 16:11:30.516355 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56122) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:30.525232 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Pushing event updated for resources: {'Port': ['ID=5135d2cf-6823-4504-8381-a58dc99e8cb6,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:30.527953 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c5c2-b3d2-4fdb-a21d-342882d84355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ebe1cb-f944-458b-a871-0bfb94a1dd0d,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:30.537215 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a6a57-7b48-431a-a396-5b137a4c3739 req-d7b45cf9-f5f0-4ee8-bc01-bc67bd3b555c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:30.539278 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-850a6a57-7b48-431a-a396-5b137a4c3739 req-d7b45cf9-f5f0-4ee8-bc01-bc67bd3b555c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 931 time: 0.2474742 Nov 11 16:11:30.598084 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:11:30.607926 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-82841c2c-217a-48d2-9b25-e456c8d910a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.610866 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Attempting to bind port 5135d2cf-6823-4504-8381-a58dc99e8cb6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:11:30.611203 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Attempting to bind port 5135d2cf-6823-4504-8381-a58dc99e8cb6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:11:30.611536 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Attempting to bind port 5135d2cf-6823-4504-8381-a58dc99e8cb6 on network 2e287d93-e00d-4228-8025-ec3af5fccd83 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:30.621286 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Port 5135d2cf-6823-4504-8381-a58dc99e8cb6 on network 2e287d93-e00d-4228-8025-ec3af5fccd83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:11:30.621613 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Attempting to bind port 5135d2cf-6823-4504-8381-a58dc99e8cb6 on network 2e287d93-e00d-4228-8025-ec3af5fccd83 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:30.629140 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76c4c109-0295-40c3-96b2-9e2902503f8e req-93ab96f4-a8cb-4820-ba4d-fc41b97ec40b service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683969 Nov 11 16:11:30.640556 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:11:30.640895 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Checking segment: {'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:11:30.641313 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Bound using segment: {'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:11:30.641748 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Bound port: 5135d2cf-6823-4504-8381-a58dc99e8cb6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:11:30.642101 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.643379 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-be45a127-21e0-4832-a984-198aae185940 req-37106b18-fa49-4964-8b88-30688810ac51 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458364 Nov 11 16:11:30.645196 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-82841c2c-217a-48d2-9b25-e456c8d910a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.689888 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-850a6a57-7b48-431a-a396-5b137a4c3739 req-3a49b286-3ac5-4d3d-9eda-ee065893f15a tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366944 Nov 11 16:11:30.721062 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-80be2836-e44a-4420-91ea-31a80f6a4b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.729855 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-80be2836-e44a-4420-91ea-31a80f6a4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.751935 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-82841c2c-217a-48d2-9b25-e456c8d910a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.754895 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-82841c2c-217a-48d2-9b25-e456c8d910a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.756046 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-82841c2c-217a-48d2-9b25-e456c8d910a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19ebe1cb-f944-458b-a871-0bfb94a1dd0d HTTP/1.1" status: 204 len: 168 time: 0.2387297 Nov 11 16:11:30.767419 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] For port 5135d2cf-6823-4504-8381-a58dc99e8cb6, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:11:30.770068 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82841c2c-217a-48d2-9b25-e456c8d910a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ebe1cb-f944-458b-a871-0bfb94a1dd0d,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:30.773514 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] For port 5135d2cf-6823-4504-8381-a58dc99e8cb6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5135d2cf-6823-4504-8381-a58dc99e8cb6,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:11:30.782429 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.792867 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be2836-e44a-4420-91ea-31a80f6a4b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae476ec-b200-46e7-ac30-4ad896297947,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:30.800021 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-80be2836-e44a-4420-91ea-31a80f6a4b6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89ce3d5c38524752bd770746f2598e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5232034 Nov 11 16:11:30.803034 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56128) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:30.849675 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:30.850329 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.851730 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] 10.222.0.57 "PUT /v2.0/ports/5135d2cf-6823-4504-8381-a58dc99e8cb6 HTTP/1.1" status: 200 len: 1093 time: 0.8109379 Nov 11 16:11:30.854395 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049de079-886d-4af9-ab60-0cc646962814', 'tag': '5135d2cf-6823-4504-8381-a58dc99e8cb6'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:30.856703 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbaa968-f3c5-455c-a804-157e28ca9bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "049de079-886d-4af9-ab60-0cc646962814", "tag": "5135d2cf-6823-4504-8381-a58dc99e8cb6"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:30.869136 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-db0bb9e7-b1dc-49c3-93df-d653832da4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.903671 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1be6de-73ca-4c55-ba12-d8de04debd6b service neutron] Pushing event updated for resources: {'Port': ['ID=5135d2cf-6823-4504-8381-a58dc99e8cb6,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:30.907302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-db0bb9e7-b1dc-49c3-93df-d653832da4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.932833 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3902da92-e622-4acf-b5bf-dea7bdfe8367 x-openstack-request-id: req-3902da92-e622-4acf-b5bf-dea7bdfe8367 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:30.933155 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049de079-886d-4af9-ab60-0cc646962814", "tag": "5135d2cf-6823-4504-8381-a58dc99e8cb6", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:30.933408 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3902da92-e622-4acf-b5bf-dea7bdfe8367 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:30.933800 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049de079-886d-4af9-ab60-0cc646962814', 'tag': '5135d2cf-6823-4504-8381-a58dc99e8cb6', 'status': 'completed', 'code': 200} Nov 11 16:11:30.965431 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-2c7cba88-0c1f-40a6-bc25-f63ab167e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:30.967079 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-2c7cba88-0c1f-40a6-bc25-f63ab167e052 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edf952942c2b42378dd8d17796525af4&device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 1096 time: 0.0485570 Nov 11 16:11:30.973618 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-db0bb9e7-b1dc-49c3-93df-d653832da4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.976096 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-db0bb9e7-b1dc-49c3-93df-d653832da4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:30.979677 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-db0bb9e7-b1dc-49c3-93df-d653832da4c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ae476ec-b200-46e7-ac30-4ad896297947 HTTP/1.1" status: 204 len: 168 time: 0.1731484 Nov 11 16:11:30.986365 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bb9e7-b1dc-49c3-93df-d653832da4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae476ec-b200-46e7-ac30-4ad896297947,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:31.046338 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-dc2f4e28-e055-4cd2-b9f2-d2bae76f2753 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5135d2cf-6823-4504-8381-a58dc99e8cb6 HTTP/1.1" status: 200 len: 217 time: 0.0581880 Nov 11 16:11:31.111172 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-df3a6686-66d5-40b9-b770-7d2b11c7ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:31.112748 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-df3a6686-66d5-40b9-b770-7d2b11c7ffa3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b70e48a-c7a8-4b20-983a-503dcb29ede3 HTTP/1.1" status: 200 len: 849 time: 0.0562668 Nov 11 16:11:31.161167 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-a872991e-ae97-499f-866b-bab9f9833b9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e287d93-e00d-4228-8025-ec3af5fccd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331576 Nov 11 16:11:31.300814 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-2f33ac0b-db94-4b7b-8b73-ed140568f53e service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220953 Nov 11 16:11:31.416719 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-14cc60c3-1a9b-4c16-be2e-b30460ffedf5 req-89b8a8a3-a25c-4b02-b0db-e9c3563a5a0d service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021647 Nov 11 16:11:31.567620 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-a7657c12-b9ef-4537-8be0-765872f9029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:31.569161 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-a7657c12-b9ef-4537-8be0-765872f9029b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edf952942c2b42378dd8d17796525af4&device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 1096 time: 0.0446959 Nov 11 16:11:31.683827 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-2b1e40d1-0a2e-4ba5-8190-9c2a5a928df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:31.685963 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-2b1e40d1-0a2e-4ba5-8190-9c2a5a928df3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e287d93-e00d-4228-8025-ec3af5fccd83 HTTP/1.1" status: 200 len: 910 time: 0.1056387 Nov 11 16:11:31.738394 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-0dd33bdb-241a-472f-9ab8-3b679b95b51b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5135d2cf-6823-4504-8381-a58dc99e8cb6 HTTP/1.1" status: 200 len: 217 time: 0.0420864 Nov 11 16:11:31.808739 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-ba73d186-57fa-4e78-8308-b1ffa387fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:31.810514 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-ba73d186-57fa-4e78-8308-b1ffa387fbc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b70e48a-c7a8-4b20-983a-503dcb29ede3 HTTP/1.1" status: 200 len: 849 time: 0.0605330 Nov 11 16:11:31.817718 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba65c2-2798-4166-8c7a-6f21cd030800 req-cf349948-059b-4253-aa72-7f2df5a8b1bf tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:31.819307 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fcba65c2-2798-4166-8c7a-6f21cd030800 req-cf349948-059b-4253-aa72-7f2df5a8b1bf tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0809779 Nov 11 16:11:31.851235 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-42ffb4be-8190-4711-ae72-a73c5de2f0a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e287d93-e00d-4228-8025-ec3af5fccd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265255 Nov 11 16:11:31.860216 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f96fd-e16c-4e1e-975a-28f2f0c80392 req-6c60ab43-849a-4a3a-b7a7-6adab5c76f48 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:31.861693 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9d2f96fd-e16c-4e1e-975a-28f2f0c80392 req-6c60ab43-849a-4a3a-b7a7-6adab5c76f48 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 943 time: 0.0817318 Nov 11 16:11:31.917386 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fcba65c2-2798-4166-8c7a-6f21cd030800 req-123e0f0b-e367-46d0-8fcc-aefb13ecfee5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891547 Nov 11 16:11:31.969595 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9d2f96fd-e16c-4e1e-975a-28f2f0c80392 req-e2c74405-8804-4915-a3d1-e1a6c08408ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929041 Nov 11 16:11:31.970483 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-3c511e66-947b-48ae-a080-f093e93b8629 service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026456 Nov 11 16:11:32.081559 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ecbaa968-f3c5-455c-a804-157e28ca9bc4 req-4d338b70-0dcc-4a60-a83a-3e97a47e988a service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962465 Nov 11 16:11:33.035768 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7def-03ec-441c-9b25-3e07fc5485ce req-d061be1c-f158-4eaa-bf2e-81854c7bd6ea tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:33.037264 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-535f7def-03ec-441c-9b25-3e07fc5485ce req-d061be1c-f158-4eaa-bf2e-81854c7bd6ea tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0525682 Nov 11 16:11:33.114406 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caee39-b734-4a31-955e-ff3d5316ea73 req-9ab19133-0763-40ed-9f43-790ab845bfd9 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:33.115886 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f5caee39-b734-4a31-955e-ff3d5316ea73 req-9ab19133-0763-40ed-9f43-790ab845bfd9 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 943 time: 0.0758667 Nov 11 16:11:33.119870 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-535f7def-03ec-441c-9b25-3e07fc5485ce req-5e7b75a5-de14-4f63-a55a-803fcf82b09f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712419 Nov 11 16:11:33.164495 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f5caee39-b734-4a31-955e-ff3d5316ea73 req-c59b78b7-3030-4614-90b6-a1b915f145e0 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414350 Nov 11 16:11:34.236898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae39b8-36cb-4188-9474-d2d55e44eb9e req-1aa36c8b-8e0b-48a5-b718-0449f94ff3c5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:34.238205 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5eae39b8-36cb-4188-9474-d2d55e44eb9e req-1aa36c8b-8e0b-48a5-b718-0449f94ff3c5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0478153 Nov 11 16:11:34.312470 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba8125-bbbd-4f86-a64c-79960bc6b367 req-28f3a1da-b276-4869-b9b8-a6fe73028c5e tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:34.313985 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-99ba8125-bbbd-4f86-a64c-79960bc6b367 req-28f3a1da-b276-4869-b9b8-a6fe73028c5e tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 943 time: 0.0748916 Nov 11 16:11:34.323679 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 5135d2cf-6823-4504-8381-a58dc99e8cb6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:11:34.332764 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5eae39b8-36cb-4188-9474-d2d55e44eb9e req-1b5f301a-6e1e-4a09-9c1b-a768313ec9c3 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836663 Nov 11 16:11:34.380479 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-99ba8125-bbbd-4f86-a64c-79960bc6b367 req-a4cb096a-4e56-4420-8924-5da7bec9e230 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580404 Nov 11 16:11:34.462698 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 5135d2cf-6823-4504-8381-a58dc99e8cb6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5135d2cf-6823-4504-8381-a58dc99e8cb6,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:34.474457 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '5135d2cf-6823-4504-8381-a58dc99e8cb6', 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83', 'port_id': '5135d2cf-6823-4504-8381-a58dc99e8cb6', 'mac_address': 'fa:16:3e:4c:da:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b70e48a-c7a8-4b20-983a-503dcb29ede3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:11:34.512504 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:34.525606 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5135d2cf-6823-4504-8381-a58dc99e8cb6 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:34.546779 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 5135d2cf-6823-4504-8381-a58dc99e8cb6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5135d2cf-6823-4504-8381-a58dc99e8cb6,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:34.550360 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:34.596843 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=5135d2cf-6823-4504-8381-a58dc99e8cb6,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:35.106960 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b07f4c-f497-4a0b-b66e-313c8cb9b604 req-61ab771b-4f8e-4b12-a730-806b7d7b175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:35.108458 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d4b07f4c-f497-4a0b-b66e-313c8cb9b604 req-61ab771b-4f8e-4b12-a730-806b7d7b175e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.0407932 Nov 11 16:11:35.159507 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d4b07f4c-f497-4a0b-b66e-313c8cb9b604 req-c5a0afbd-1a66-49c1-abac-fdaab4364377 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Nov 11 16:11:35.349905 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['5135d2cf-6823-4504-8381-a58dc99e8cb6'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:11:35.475090 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c8c21-dc7c-4a82-aada-5b2f69e9d9aa req-8c714e6e-dfaf-4ec7-bbeb-51e0d94ddf18 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:35.476591 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-401c8c21-dc7c-4a82-aada-5b2f69e9d9aa req-8c714e6e-dfaf-4ec7-bbeb-51e0d94ddf18 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0709186 Nov 11 16:11:35.559970 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255d0e-59d9-4fe7-9651-58103fe8df56 req-0438e743-ef81-4e64-b344-0242e8a01d18 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:35.561724 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-93255d0e-59d9-4fe7-9651-58103fe8df56 req-0438e743-ef81-4e64-b344-0242e8a01d18 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 944 time: 0.0841486 Nov 11 16:11:35.565527 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-401c8c21-dc7c-4a82-aada-5b2f69e9d9aa req-d409bf39-063a-4c67-a566-fe9786b1754b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787387 Nov 11 16:11:35.638157 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-93255d0e-59d9-4fe7-9651-58103fe8df56 req-5f4ceeb6-7752-404c-966b-76e4e9775a5e tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 Nov 11 16:11:36.000324 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56286) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:36.103274 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d520123f-e42c-4ac0-a4fd-1881586cdecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.186748 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d520123f-e42c-4ac0-a4fd-1881586cdecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.192538 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d520123f-e42c-4ac0-a4fd-1881586cdecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.229643 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520123f-e42c-4ac0-a4fd-1881586cdecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb12003-f343-456f-8a27-83f5ab818047,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:36.236373 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d520123f-e42c-4ac0-a4fd-1881586cdecb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ffd9342a49f4e65b7d1a861d9bd8ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325408 Nov 11 16:11:36.236728 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56296) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:36.286118 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-925a437c-b0c3-4ae9-b28f-0ac102498b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.311494 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-925a437c-b0c3-4ae9-b28f-0ac102498b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.357429 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-925a437c-b0c3-4ae9-b28f-0ac102498b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.360042 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-925a437c-b0c3-4ae9-b28f-0ac102498b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.361200 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-925a437c-b0c3-4ae9-b28f-0ac102498b02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cb12003-f343-456f-8a27-83f5ab818047 HTTP/1.1" status: 204 len: 168 time: 0.1234515 Nov 11 16:11:36.368839 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a437c-b0c3-4ae9-b28f-0ac102498b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb12003-f343-456f-8a27-83f5ab818047,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:36.615004 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56304) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:36.630414 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-a75213d5-3d0d-490a-a884-a3c3a3f1a09a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.725567 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-a75213d5-3d0d-490a-a884-a3c3a3f1a09a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.729993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-a75213d5-3d0d-490a-a884-a3c3a3f1a09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.745124 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35852e-5b2f-46f8-bc1c-cb4e3aae565c req-e7efa6ad-e2e0-40a4-876a-0a14187f4fc8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:36.747694 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ef35852e-5b2f-46f8-bc1c-cb4e3aae565c req-e7efa6ad-e2e0-40a4-876a-0a14187f4fc8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0678711 Nov 11 16:11:36.768070 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75213d5-3d0d-490a-a884-a3c3a3f1a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd907cfc-dc68-49fe-bad1-175ed82641a2,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:36.774149 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-a75213d5-3d0d-490a-a884-a3c3a3f1a09a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81fc919b14f042fa8cb121ede81e4eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563811 Nov 11 16:11:36.778008 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56310) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:36.811210 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6be38-751b-47ab-a3e5-5f79b8e6f3ac req-dd06fb06-683a-44b2-ad6e-d1dc820b9051 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:36.812716 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2eb6be38-751b-47ab-a3e5-5f79b8e6f3ac req-dd06fb06-683a-44b2-ad6e-d1dc820b9051 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 944 time: 0.0894887 Nov 11 16:11:36.834244 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-34af7dc2-33d5-4d0b-b9db-6d4a0aa547a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.839379 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ef35852e-5b2f-46f8-bc1c-cb4e3aae565c req-7bc3156c-1556-424d-955e-3f46300876c8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738201 Nov 11 16:11:36.859028 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-34af7dc2-33d5-4d0b-b9db-6d4a0aa547a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.869863 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2eb6be38-751b-47ab-a3e5-5f79b8e6f3ac req-0c5fd707-74dd-4388-965c-6c7f05078ecb tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492251 Nov 11 16:11:36.931899 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-34af7dc2-33d5-4d0b-b9db-6d4a0aa547a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.934791 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-34af7dc2-33d5-4d0b-b9db-6d4a0aa547a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:36.936032 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-34af7dc2-33d5-4d0b-b9db-6d4a0aa547a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd907cfc-dc68-49fe-bad1-175ed82641a2 HTTP/1.1" status: 204 len: 168 time: 0.1580441 Nov 11 16:11:36.945713 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af7dc2-33d5-4d0b-b9db-6d4a0aa547a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd907cfc-dc68-49fe-bad1-175ed82641a2,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:37.996564 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00067-a28b-4291-b104-49a899f7609e req-95d3274e-554f-4e64-bff4-738be97efe47 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:37.998076 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7ae00067-a28b-4291-b104-49a899f7609e req-95d3274e-554f-4e64-bff4-738be97efe47 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0827973 Nov 11 16:11:38.010191 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e2be1-9278-48e7-b8cd-2e6fe18dba21 req-c0f45e8a-7c18-4baa-aa4a-dc737496bcb6 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:38.011611 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d51e2be1-9278-48e7-b8cd-2e6fe18dba21 req-c0f45e8a-7c18-4baa-aa4a-dc737496bcb6 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 944 time: 0.0684714 Nov 11 16:11:38.078407 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7ae00067-a28b-4291-b104-49a899f7609e req-9bf11987-7f74-499c-84e5-aa1b614edb7f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 Nov 11 16:11:38.089732 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d51e2be1-9278-48e7-b8cd-2e6fe18dba21 req-885347a5-90c0-4c05-910d-976181cd361c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713260 Nov 11 16:11:38.331446 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 5135d2cf-6823-4504-8381-a58dc99e8cb6 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:11:38.402852 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 5135d2cf-6823-4504-8381-a58dc99e8cb6 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:11:38.407807 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 5135d2cf-6823-4504-8381-a58dc99e8cb6 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:38.408236 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:38.516149 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:38.543303 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049de079-886d-4af9-ab60-0cc646962814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5135d2cf-6823-4504-8381-a58dc99e8cb6'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:38.546176 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce940481-52b9-40cd-866e-c13217288cd5" -d '{"events": [{"server_uuid": "049de079-886d-4af9-ab60-0cc646962814", "name": "network-vif-plugged", "status": "completed", "tag": "5135d2cf-6823-4504-8381-a58dc99e8cb6"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:38.563675 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 5135d2cf-6823-4504-8381-a58dc99e8cb6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5135d2cf-6823-4504-8381-a58dc99e8cb6,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:38.574473 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:38.629209 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=5135d2cf-6823-4504-8381-a58dc99e8cb6,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:38.662030 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-361e3b20-a69e-4a9c-af4c-6194593432cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:38.663831 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-361e3b20-a69e-4a9c-af4c-6194593432cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.0770051 Nov 11 16:11:38.772623 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-c7163f36-be9f-49d7-954f-6d4dd19f483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:38.774366 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-c7163f36-be9f-49d7-954f-6d4dd19f483f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.0965276 Nov 11 16:11:38.844319 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-079bff10-3678-4b61-86c5-379ac7ffb84a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 200 len: 217 time: 0.0598245 Nov 11 16:11:38.899458 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-5482584a-99c0-4269-b6a8-578a1eb6e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:38.901541 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-5482584a-99c0-4269-b6a8-578a1eb6e5ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.0454705 Nov 11 16:11:38.928334 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69844-fe7c-45fd-b29d-d260d06c8aa0 req-42f43266-f28d-422a-9cdb-7216bea5f974 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:38.929864 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-35e69844-fe7c-45fd-b29d-d260d06c8aa0 req-42f43266-f28d-422a-9cdb-7216bea5f974 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.3364038 Nov 11 16:11:38.940141 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-5ae7ad5a-6ad8-4833-8d4c-ec036ecd01f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262637 Nov 11 16:11:38.984925 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-a26f2078-8780-47ea-a01e-0780c1136046 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:38.986296 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-a26f2078-8780-47ea-a01e-0780c1136046 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 0.3583436 Nov 11 16:11:39.013556 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d5172dbe-9698-41c0-8f08-c037dc45ae23 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/quotas/1914570ae3914b6d871feadd16eb5c81 HTTP/1.1" status: 200 len: 375 time: 0.0213552 Nov 11 16:11:39.017710 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-35e69844-fe7c-45fd-b29d-d260d06c8aa0 req-d757212b-8113-4f25-a082-ae71131b7f72 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791895 Nov 11 16:11:39.038160 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-1c669a6e-0618-4630-817f-0c4cb0062467 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852456 Nov 11 16:11:39.068995 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c6465f-a624-4996-ab57-9b095bfaef73 x-openstack-request-id: req-30c6465f-a624-4996-ab57-9b095bfaef73 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:39.069598 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049de079-886d-4af9-ab60-0cc646962814", "name": "network-vif-plugged", "status": "completed", "tag": "5135d2cf-6823-4504-8381-a58dc99e8cb6", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:39.070016 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30c6465f-a624-4996-ab57-9b095bfaef73 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:39.070499 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049de079-886d-4af9-ab60-0cc646962814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5135d2cf-6823-4504-8381-a58dc99e8cb6', 'code': 200} Nov 11 16:11:39.074864 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-4d0f6039-d6c8-4c2c-8acf-39706361c8f3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545676 Nov 11 16:11:39.160318 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-87b0c870-3ae6-4556-9153-bc5c8aa23cd1 req-b939e24f-9c7a-4096-9525-f3e601616b15 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101623 Nov 11 16:11:39.185229 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-974e6384-cff8-46f2-b5a8-7d90b22cce36 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011035 Nov 11 16:11:39.278349 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eb4c5-e07c-42d4-b61e-567028ea54ac req-c9f9ca0e-b26e-4bb0-892e-77856567e569 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:39.280085 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cc9eb4c5-e07c-42d4-b61e-567028ea54ac req-c9f9ca0e-b26e-4bb0-892e-77856567e569 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.1087496 Nov 11 16:11:39.314459 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849a82a-043f-4326-a447-ade2af9f20b7 req-ec2fa7d8-f7b3-43ef-8337-5fc1581a97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:39.315983 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5849a82a-043f-4326-a447-ade2af9f20b7 req-ec2fa7d8-f7b3-43ef-8337-5fc1581a97c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 1098 time: 0.0427799 Nov 11 16:11:39.327154 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-83a4ebfb-a998-4b9a-a838-afdf40b0af37 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272485 Nov 11 16:11:39.357013 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cc9eb4c5-e07c-42d4-b61e-567028ea54ac req-77eedccd-2cc6-4a56-a6fb-794134989d20 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700288 Nov 11 16:11:39.389003 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5849a82a-043f-4326-a447-ade2af9f20b7 req-0d1a919d-8411-4756-971f-91f0cc8ec858 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622990 Nov 11 16:11:39.829884 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1560ff5e-fd90-4307-929a-e27adae8fb7c req-d49145f1-5714-49db-8b5f-0daefb4e5bba tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 210 time: 0.0267441 Nov 11 16:11:39.944258 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-1739deca-cc5e-4161-9cd5-583a8e4ed007 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329021494&fields=id&tenant_id=2bdfcd0769004c6381e233204dadc18e HTTP/1.1" status: 200 len: 267 time: 0.0575609 Nov 11 16:11:40.067521 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-b8845ed5-657b-4938-850b-9c54836ea78c tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:40.071082 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-b8845ed5-657b-4938-850b-9c54836ea78c tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 809 time: 0.1184070 Nov 11 16:11:40.088411 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-66eb97f4-2adb-4e33-b480-0270a4b93b8e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/quotas/2bdfcd0769004c6381e233204dadc18e HTTP/1.1" status: 200 len: 375 time: 0.0105958 Nov 11 16:11:40.179897 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-8cb6750f-282c-425d-88cd-ea37c56d5664 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857382 Nov 11 16:11:40.188396 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b041f0-3500-444b-999e-22b3a7bc2375 req-68defa4d-ca83-4a7d-9aa1-878de068d810 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:40.189832 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-75b041f0-3500-444b-999e-22b3a7bc2375 req-68defa4d-ca83-4a7d-9aa1-878de068d810 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0865769 Nov 11 16:11:40.288426 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-75b041f0-3500-444b-999e-22b3a7bc2375 req-fa69cb0f-f837-474e-ab85-5d007b727ed5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871460 Nov 11 16:11:40.311898 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a7a5bd88-c82f-4c53-94c2-80602427069b service neutron] 10.222.0.45 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190217 Nov 11 16:11:40.402966 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-29d80602-734d-41b7-b572-cc5a38ee8f44 service neutron] 10.222.0.45 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841556 Nov 11 16:11:40.469598 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8eba1-77f7-4d92-8fbd-5f7e1a59ec2c req-86e6b377-486d-4066-b2ab-0ea45e06584c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:40.471470 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0f8eba1-77f7-4d92-8fbd-5f7e1a59ec2c req-86e6b377-486d-4066-b2ab-0ea45e06584c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Nov 11 16:11:40.530640 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0f8eba1-77f7-4d92-8fbd-5f7e1a59ec2c req-e882c775-3a56-48f5-b9b9-3d6e72688dce tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499718 Nov 11 16:11:40.721831 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3ab61756-00d7-49a3-b773-e12289d2e6a3 req-4253c0a4-e40b-4ccc-a84b-59b357e1360a tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 210 time: 0.0307252 Nov 11 16:11:40.729256 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-53814fe8-7942-4afc-b2c7-a8007b2befd8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:40.733560 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-53814fe8-7942-4afc-b2c7-a8007b2befd8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 815 time: 0.1382809 Nov 11 16:11:40.754950 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Request body: {'port': {'device_id': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'admin_state_up': True, 'tenant_id': '1914570ae3914b6d871feadd16eb5c81'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:40.893766 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Made reservation on behalf of 1914570ae3914b6d871feadd16eb5c81 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:11:40.897437 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:41.032357 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Allocated IP 172.20.0.5 (4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9/27ae7856-ecfe-490d-b7ca-ef0e5681e1f8/0caa0831-0144-4dc6-85cb-6d7515a2534b) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:11:41.059349 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8cbb17d0-ea17-43fa-8787-8df604a7274f req-20b6107f-453a-4882-8547-b9024a3e1bb3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 210 time: 0.0305700 Nov 11 16:11:41.192768 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:41.228015 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:41.244342 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725', 'e42e23ee-97da-4671-8485-a2e73f9e64cf', '61fc0eff-4c57-43a9-b108-395e8e0713d2'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:11:41.285359 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:11:41.288603 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:11:41.293956 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:11:41.298144 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event updated for resources: {'Port': ['ID=0caa0831-0144-4dc6-85cb-6d7515a2534b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:41.373914 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:41.374686 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:41.392128 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-d09a9312-db8e-41b5-9b11-76f20349ef58 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6416414 Nov 11 16:11:41.411819 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Request body: {'port': {'device_id': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:41.450349 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fea657-9f2b-490a-a33c-3af757b2d6f0 req-15ee05b9-51e7-40d7-8855-a243ddce0987 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:41.452270 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-69fea657-9f2b-490a-a33c-3af757b2d6f0 req-15ee05b9-51e7-40d7-8855-a243ddce0987 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0607069 Nov 11 16:11:41.514620 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:41.522092 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-69fea657-9f2b-490a-a33c-3af757b2d6f0 req-fe3e8018-d750-4317-840b-e76fcf45b698 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Nov 11 16:11:41.642037 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006789a-3653-43c8-918c-190095138c8c req-835f1c7e-4005-44d8-8f8e-8d4955fd9d57 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:41.643552 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a006789a-3653-43c8-918c-190095138c8c req-835f1c7e-4005-44d8-8f8e-8d4955fd9d57 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Nov 11 16:11:41.690983 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a006789a-3653-43c8-918c-190095138c8c req-01db1824-3138-449f-be94-2704c384a150 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Nov 11 16:11:41.798335 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caa0831-0144-4dc6-85cb-6d7515a2534b {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:41.805741 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:41.818206 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Transition to ACTIVE for port object 0caa0831-0144-4dc6-85cb-6d7515a2534b will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:11:41.820676 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0925a7d0-49ec-4fa8-832e-2339089820d2 req-e5100e8e-b146-4ecb-b719-cc049e0268a6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 210 time: 0.0301862 Nov 11 16:11:41.822023 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:41.877836 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Pushing event updated for resources: {'Port': ['ID=0caa0831-0144-4dc6-85cb-6d7515a2534b,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:41.953393 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Attempting to bind port 0caa0831-0144-4dc6-85cb-6d7515a2534b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:11:41.953671 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Attempting to bind port 0caa0831-0144-4dc6-85cb-6d7515a2534b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:11:41.954076 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Attempting to bind port 0caa0831-0144-4dc6-85cb-6d7515a2534b on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:41.958703 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Port 0caa0831-0144-4dc6-85cb-6d7515a2534b on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:11:41.959028 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Attempting to bind port 0caa0831-0144-4dc6-85cb-6d7515a2534b on network 4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:41.964924 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:11:41.965290 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Checking segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:11:41.965677 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Bound using segment: {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:11:41.966108 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Bound port: 0caa0831-0144-4dc6-85cb-6d7515a2534b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a00306-1605-4820-842c-15c4b27c7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:11:41.966464 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:42.045193 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] For port 0caa0831-0144-4dc6-85cb-6d7515a2534b, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:11:42.051953 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] For port 0caa0831-0144-4dc6-85cb-6d7515a2534b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0caa0831-0144-4dc6-85cb-6d7515a2534b,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:11:42.066862 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:42.104151 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:42.104768 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:42.106176 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] 10.222.0.57 "PUT /v2.0/ports/0caa0831-0144-4dc6-85cb-6d7515a2534b HTTP/1.1" status: 200 len: 1093 time: 0.6987872 Nov 11 16:11:42.107158 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'tag': '0caa0831-0144-4dc6-85cb-6d7515a2534b'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:42.109625 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b5be07-9868-4ae0-bbdb-57b8e172b339" -d '{"events": [{"name": "network-changed", "server_uuid": "c4651532-47f9-4090-a925-8a433a3fbeae", "tag": "0caa0831-0144-4dc6-85cb-6d7515a2534b"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:42.135338 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a84d9-8983-462c-a926-2598d6380899 service neutron] Pushing event updated for resources: {'Port': ['ID=0caa0831-0144-4dc6-85cb-6d7515a2534b,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:42.158802 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-857e0438-ebd1-44c5-95c6-f7e4040c2757 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:42.160261 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-857e0438-ebd1-44c5-95c6-f7e4040c2757 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.57 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 809 time: 0.1540987 Nov 11 16:11:42.261145 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-2292f5e0-80ea-40cc-b1e4-529923729187 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bdfcd0769004c6381e233204dadc18e HTTP/1.1" status: 200 len: 380 time: 0.0618203 Nov 11 16:11:42.396819 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-74f687d2-1772-4011-8b65-c6a40bea1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:42.398436 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-74f687d2-1772-4011-8b65-c6a40bea1836 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0472212 Nov 11 16:11:42.423083 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'port': {'device_id': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'admin_state_up': True, 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'security_groups': ['369870e9-7f32-4d45-a054-972bee4bb074']}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:42.440916 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fe3720-df4d-463b-985d-d50ba55320bf x-openstack-request-id: req-30fe3720-df4d-463b-985d-d50ba55320bf {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:42.441127 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4651532-47f9-4090-a925-8a433a3fbeae", "tag": "0caa0831-0144-4dc6-85cb-6d7515a2534b", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:42.441389 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30fe3720-df4d-463b-985d-d50ba55320bf {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:42.441848 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'tag': '0caa0831-0144-4dc6-85cb-6d7515a2534b', 'status': 'completed', 'code': 200} Nov 11 16:11:42.503173 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-3b3cb72c-34ad-459a-8f9c-e410713ed260 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0caa0831-0144-4dc6-85cb-6d7515a2534b HTTP/1.1" status: 200 len: 217 time: 0.0726745 Nov 11 16:11:42.580445 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca53e0-8d2d-497f-bea3-59469cd2be68 req-3b877aea-95d0-4feb-8e97-39f4254c4afe tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:42.582037 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8cca53e0-8d2d-497f-bea3-59469cd2be68 req-3b877aea-95d0-4feb-8e97-39f4254c4afe tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 943 time: 0.1320610 Nov 11 16:11:42.597005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-efa405ca-032a-42b6-a8cb-00b8a39971a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:42.597005 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-efa405ca-032a-42b6-a8cb-00b8a39971a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.0711684 Nov 11 16:11:42.631945 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Made reservation on behalf of 2bdfcd0769004c6381e233204dadc18e for: {'port': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:11:42.636273 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:42.667860 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-47ebed69-5f3f-4caf-b6dd-c60b91f681bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303736 Nov 11 16:11:42.678310 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8cca53e0-8d2d-497f-bea3-59469cd2be68 req-aa046e9f-e106-4037-a99e-13c9903abe45 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847886 Nov 11 16:11:42.756799 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec344e72-1ac7-4e09-bd68-dfdbd9b11c80 req-5894d08f-f3d1-4dc3-8906-ef7308a48b41 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:42.758294 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ec344e72-1ac7-4e09-bd68-dfdbd9b11c80 req-5894d08f-f3d1-4dc3-8906-ef7308a48b41 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1005228 Nov 11 16:11:42.818745 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-1a6bc46b-45f4-4c72-86ec-5568d5a32ff9 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172733 Nov 11 16:11:42.898490 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ec344e72-1ac7-4e09-bd68-dfdbd9b11c80 req-e09ceb98-9e8e-490e-ac6c-d4fb3ee9ad86 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313827 Nov 11 16:11:42.905117 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Allocated IP 172.20.0.13 (d9ff2228-33b7-44d7-95dd-37848a0aeb31/98f4165f-ebf8-4807-91db-a3f652ccc739/bd264340-8b83-4de4-a609-9b81ed4a0b98) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:11:42.919922 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21985-0cd3-497e-84dc-547ed9e429b9 req-7a4f4c79-454c-4fd3-896e-49b21ef75229 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:42.921576 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-21c21985-0cd3-497e-84dc-547ed9e429b9 req-7a4f4c79-454c-4fd3-896e-49b21ef75229 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.1403878 Nov 11 16:11:42.961606 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d7b0c7e9-b1cb-48f6-af89-336eaf544b73 req-63be8bd9-c35f-4b12-9274-9f17199b734a service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304367 Nov 11 16:11:43.057842 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-adf28b57-a86f-491d-888e-3f346ba34ee5 req-64f8b070-3f29-4d67-aee1-72fb2b405175 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 210 time: 0.0776145 Nov 11 16:11:43.063204 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-21c21985-0cd3-497e-84dc-547ed9e429b9 req-7dc96a88-4764-4b4f-a530-f3854137f53c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329267 Nov 11 16:11:43.117561 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-385b9ed0-8cd9-4b02-b0f3-73bb953db3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:43.121064 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-385b9ed0-8cd9-4b02-b0f3-73bb953db3c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1914570ae3914b6d871feadd16eb5c81&device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0617642 Nov 11 16:11:43.123959 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56516) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:43.134744 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.173825 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.221841 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:11:43.225110 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:11:43.230227 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:11:43.234428 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:43.255311 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-60e042ab-7045-452f-92f7-819c4c82eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:43.258586 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-60e042ab-7045-452f-92f7-819c4c82eed8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 200 len: 916 time: 0.1271298 Nov 11 16:11:43.279391 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-64bfd2bd-76e3-4394-8943-94123d669ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.282511 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:43.283166 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.303187 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-ecb75f6e-fcb2-4b8f-83a5-9e46f5958fb9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8839970 Nov 11 16:11:43.322628 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-55392c1e-7acd-4ad8-b4d5-f5150697b6fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0caa0831-0144-4dc6-85cb-6d7515a2534b HTTP/1.1" status: 200 len: 217 time: 0.0505824 Nov 11 16:11:43.328081 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Request body: {'port': {'device_id': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:43.390728 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.441953 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-64bfd2bd-76e3-4394-8943-94123d669ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.447141 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-0a6d912a-f223-4062-af08-88f36aac982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:43.449121 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-0a6d912a-f223-4062-af08-88f36aac982d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 200 len: 855 time: 0.1045997 Nov 11 16:11:43.450217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-64bfd2bd-76e3-4394-8943-94123d669ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.497913 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-f8e7d4ee-fa92-4e49-830f-ab5f8c8e5d5c None None] Provisioning complete for port bd264340-8b83-4de4-a609-9b81ed4a0b98 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:43.498594 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d4ee-fa92-4e49-830f-ab5f8c8e5d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.525520 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-b943c030-2495-4a58-9176-a5c9f873dcd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489092 Nov 11 16:11:43.527905 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfd2bd-76e3-4394-8943-94123d669ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8595888e-cdca-47af-9137-953ac2558eb5,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:43.534485 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-64bfd2bd-76e3-4394-8943-94123d669ac8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4582ca5c14d40c09e890c5e73193ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065652 Nov 11 16:11:43.534701 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56524) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:43.539793 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7d4ee-fa92-4e49-830f-ab5f8c8e5d5c None None] Port bd264340-8b83-4de4-a609-9b81ed4a0b98 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:11:43.654629 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1c00faf8-f98f-4cf0-9066-2fa62180da73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.676032 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-13602012-d4a0-4998-b649-ad0d18397189 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301718 Nov 11 16:11:43.687304 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1c00faf8-f98f-4cf0-9066-2fa62180da73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.690281 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd264340-8b83-4de4-a609-9b81ed4a0b98 {{(pid=101822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:43.698298 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.711183 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.provisioning_blocks [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Transition to ACTIVE for port object bd264340-8b83-4de4-a609-9b81ed4a0b98 will not be triggered until provisioned by entity L2. {{(pid=101822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:11:43.716136 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.797664 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:43.865252 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4539b-dd86-4520-8ed0-f034142e04bf req-06d1d6fc-64ca-4064-975c-5d8a24998fdb tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:43.866972 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-36f4539b-dd86-4520-8ed0-f034142e04bf req-06d1d6fc-64ca-4064-975c-5d8a24998fdb tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 943 time: 0.1134930 Nov 11 16:11:43.907448 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Attempting to bind port bd264340-8b83-4de4-a609-9b81ed4a0b98 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:11:43.907787 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Attempting to bind port bd264340-8b83-4de4-a609-9b81ed4a0b98 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:11:43.908114 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Attempting to bind port bd264340-8b83-4de4-a609-9b81ed4a0b98 on network d9ff2228-33b7-44d7-95dd-37848a0aeb31 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:43.919905 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Port bd264340-8b83-4de4-a609-9b81ed4a0b98 on network d9ff2228-33b7-44d7-95dd-37848a0aeb31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:11:43.920236 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Attempting to bind port bd264340-8b83-4de4-a609-9b81ed4a0b98 on network d9ff2228-33b7-44d7-95dd-37848a0aeb31 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:43.935814 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:11:43.936004 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Checking segment: {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:11:43.936360 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Bound using segment: {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:11:43.936856 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Bound port: bd264340-8b83-4de4-a609-9b81ed4a0b98, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31'}}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:11:43.937173 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:43.965766 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-36f4539b-dd86-4520-8ed0-f034142e04bf req-0b88e124-f5b3-486a-80b5-3b782551c8e1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Nov 11 16:11:44.039124 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-71b5be07-9868-4ae0-bbdb-57b8e172b339 req-49b67d5b-f466-4d51-a4bb-b42647b9a126 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438962 Nov 11 16:11:44.039689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1c00faf8-f98f-4cf0-9066-2fa62180da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.043298 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1c00faf8-f98f-4cf0-9066-2fa62180da73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.044321 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1c00faf8-f98f-4cf0-9066-2fa62180da73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8595888e-cdca-47af-9137-953ac2558eb5 HTTP/1.1" status: 204 len: 168 time: 0.5075276 Nov 11 16:11:44.052234 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00faf8-f98f-4cf0-9066-2fa62180da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8595888e-cdca-47af-9137-953ac2558eb5,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:44.055142 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, cleared binding levels {{(pid=101822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:11:44.071289 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:11:44.092456 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f5790-30bb-4af8-a695-ced628275a24 req-6569fa94-de44-4a55-9c20-a1c040345662 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:44.100218 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4b8f5790-30bb-4af8-a695-ced628275a24 req-6569fa94-de44-4a55-9c20-a1c040345662 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0889747 Nov 11 16:11:44.103100 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.188068 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:44.188292 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.189670 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] 10.222.0.57 "PUT /v2.0/ports/bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 1094 time: 0.8660166 Nov 11 16:11:44.190121 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:44.192351 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531" -d '{"events": [{"name": "network-changed", "server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:44.243552 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4b8f5790-30bb-4af8-a695-ced628275a24 req-ce29e5af-a678-4ac5-ae77-18e57602ea92 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418560 Nov 11 16:11:44.251747 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cce6f-011e-4959-8b3f-a425ac02a55d service neutron] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=3']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:44.265239 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932db9bb-2c34-4dc0-8bb8-bbd7a28a5df5 req-ae6fd63e-b46d-4e8b-86d1-afa5fcea44c4 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:44.272487 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-932db9bb-2c34-4dc0-8bb8-bbd7a28a5df5 req-ae6fd63e-b46d-4e8b-86d1-afa5fcea44c4 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.1302428 Nov 11 16:11:44.397826 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-932db9bb-2c34-4dc0-8bb8-bbd7a28a5df5 req-ad446bc3-c5c6-4703-9e58-4a300e63aadf tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244783 Nov 11 16:11:44.409693 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-2d607619-a493-489f-9659-da79a6258b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:44.411245 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-2d607619-a493-489f-9659-da79a6258b5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1097 time: 0.1265588 Nov 11 16:11:44.425470 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd2fe-0bc9-4b17-90b9-84554453df28 req-a8e32bea-3aa3-439f-a78c-43beca6e38a0 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:44.433294 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-48dcd2fe-0bc9-4b17-90b9-84554453df28 req-a8e32bea-3aa3-439f-a78c-43beca6e38a0 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.1002896 Nov 11 16:11:44.458322 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56544) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:44.476276 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5f91-8e9c-45d0-9841-6557852a0b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.488631 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983d1630-0c94-4a04-9652-632cdd527ad2 x-openstack-request-id: req-983d1630-0c94-4a04-9652-632cdd527ad2 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:44.489049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:44.489332 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-983d1630-0c94-4a04-9652-632cdd527ad2 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:44.489596 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'status': 'completed', 'code': 200} Nov 11 16:11:44.490979 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-0bbcd623-9869-4490-9410-095144289fa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 217 time: 0.0555339 Nov 11 16:11:44.536413 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-48dcd2fe-0bc9-4b17-90b9-84554453df28 req-ab9f25d1-1b9a-42e5-83ae-8fcedef6a778 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021366 Nov 11 16:11:44.584147 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-4195b191-8366-4c88-86b5-1f141d0c8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:44.585642 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-4195b191-8366-4c88-86b5-1f141d0c8f81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 200 len: 848 time: 0.0535574 Nov 11 16:11:44.607857 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5f91-8e9c-45d0-9841-6557852a0b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.621940 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5f91-8e9c-45d0-9841-6557852a0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.667816 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489cf3-7466-4251-9349-1551a17ca634 req-9cea78c8-c588-40e8-a3f7-632344daf213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:44.669960 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-9cea78c8-c588-40e8-a3f7-632344daf213 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9ff2228-33b7-44d7-95dd-37848a0aeb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743632 Nov 11 16:11:44.671605 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-cc7c5f91-8e9c-45d0-9841-6557852a0b02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8913eeecd4bc4bf08bb6dd343c3ca5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119744 Nov 11 16:11:44.674124 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56554) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:44.698152 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c5f91-8e9c-45d0-9841-6557852a0b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d095b7eb-635e-4236-9c10-8baeb75a217b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:44.738036 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59519007-234f-4faf-9b63-5cf80f6b7da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.760882 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59519007-234f-4faf-9b63-5cf80f6b7da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.781946 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-7006fafd-f248-4666-ac72-851e230989e2 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881586 Nov 11 16:11:44.809753 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59519007-234f-4faf-9b63-5cf80f6b7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.817422 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59519007-234f-4faf-9b63-5cf80f6b7da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:44.818585 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-59519007-234f-4faf-9b63-5cf80f6b7da4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d095b7eb-635e-4236-9c10-8baeb75a217b HTTP/1.1" status: 204 len: 168 time: 0.1435273 Nov 11 16:11:44.827416 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59519007-234f-4faf-9b63-5cf80f6b7da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d095b7eb-635e-4236-9c10-8baeb75a217b,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:44.924292 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a0489cf3-7466-4251-9349-1551a17ca634 req-fff87286-9bec-4964-84b9-a932751dff54 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913410 Nov 11 16:11:45.026082 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-78343706-fb21-48c2-a009-bdab24d68728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.027574 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-78343706-fb21-48c2-a009-bdab24d68728 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1097 time: 0.0452809 Nov 11 16:11:45.134695 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e94d-8e38-49ab-b087-82edc8f217bb req-f6db3871-1bdf-470a-a9ed-3424340e74ba tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.136167 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-81d8e94d-8e38-49ab-b087-82edc8f217bb req-f6db3871-1bdf-470a-a9ed-3424340e74ba tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 943 time: 0.0978346 Nov 11 16:11:45.177993 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-ad235878-f098-4f83-a1c9-408a7fa76652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.179456 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-ad235878-f098-4f83-a1c9-408a7fa76652 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 910 time: 0.1422906 Nov 11 16:11:45.235571 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-81d8e94d-8e38-49ab-b087-82edc8f217bb req-23af65b9-b3e6-42ca-acef-f758cb05c978 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930147 Nov 11 16:11:45.237344 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-b7330616-5f78-4d5b-86d9-519fbef2dc08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 217 time: 0.0424261 Nov 11 16:11:45.294305 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-aaf784cd-4a7a-47cc-95ca-471b7225e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.295744 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-aaf784cd-4a7a-47cc-95ca-471b7225e7c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 200 len: 848 time: 0.0445070 Nov 11 16:11:45.351762 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-4bdf5618-555f-4793-b4ce-2d5aafef57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.353975 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-4bdf5618-555f-4793-b4ce-2d5aafef57fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9ff2228-33b7-44d7-95dd-37848a0aeb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408864 Nov 11 16:11:45.471917 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-18869855-4ad7-4ace-97ac-748b5444b715 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942941 Nov 11 16:11:45.586033 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f5d7-0917-4f52-ba2a-4f2bb5432ba8 req-0ff5b92f-e645-424a-9e36-9c7c6015ad21 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.587559 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0e6f5d7-0917-4f52-ba2a-4f2bb5432ba8 req-0ff5b92f-e645-424a-9e36-9c7c6015ad21 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.1048915 Nov 11 16:11:45.631206 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a5544c2-4bf3-4aa6-bcf2-b622a6522531 req-f8709d6e-7035-45b6-a9bb-292dfc383d53 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385155 Nov 11 16:11:45.686951 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0e6f5d7-0917-4f52-ba2a-4f2bb5432ba8 req-927788ef-75d9-46d7-9bc0-cf1c94cf6187 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923419 Nov 11 16:11:45.703485 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4917742-5988-49c8-a9e0-38748447d016 req-3f1a7dce-403f-407c-aea1-36b37279cc3a tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.705847 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c4917742-5988-49c8-a9e0-38748447d016 req-3f1a7dce-403f-407c-aea1-36b37279cc3a tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.0858431 Nov 11 16:11:45.768681 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c4917742-5988-49c8-a9e0-38748447d016 req-63025ffe-5c42-49c3-a927-7c0db793d060 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557003 Nov 11 16:11:45.809801 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66e0d2-6b25-47a8-a93e-4fad357a9430 req-788f82ef-714f-42af-a3e9-01d76007adcd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:45.811279 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af66e0d2-6b25-47a8-a93e-4fad357a9430 req-788f82ef-714f-42af-a3e9-01d76007adcd tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0565777 Nov 11 16:11:46.066705 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af66e0d2-6b25-47a8-a93e-4fad357a9430 req-ea620a23-5034-4389-8650-193ee25861e4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486682 Nov 11 16:11:46.237548 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78a5e7f7-62d0-4edb-b655-7d4b5a43c9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:46.313911 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-3764f892-4748-43d2-8b63-f8541e919929 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:46.315729 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-3764f892-4748-43d2-8b63-f8541e919929 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.0564697 Nov 11 16:11:46.474516 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f2be-d7f6-4727-8b30-36770f788f36 req-18e88431-ea86-4783-be9d-8b182332319f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:46.476612 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2499f2be-d7f6-4727-8b30-36770f788f36 req-18e88431-ea86-4783-be9d-8b182332319f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 943 time: 0.1458209 Nov 11 16:11:46.563075 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Deleting port 5135d2cf-6823-4504-8381-a58dc99e8cb6 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:11:46.563420 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:46.580763 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2499f2be-d7f6-4727-8b30-36770f788f36 req-fc1c3862-82ce-4268-a409-55c48e0e48c3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890074 Nov 11 16:11:46.709320 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] For port 5135d2cf-6823-4504-8381-a58dc99e8cb6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5135d2cf-6823-4504-8381-a58dc99e8cb6,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:46.709687 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:46.729257 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Calling delete_port for 5135d2cf-6823-4504-8381-a58dc99e8cb6 owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:11:46.912839 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb98b-d58a-43c0-bfd5-653a22f18c3b req-aeb75e8e-6c9f-4c37-b36e-e544e0c89a88 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:46.914294 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-747eb98b-d58a-43c0-bfd5-653a22f18c3b req-aeb75e8e-6c9f-4c37-b36e-e544e0c89a88 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.1094117 Nov 11 16:11:46.936881 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd31b6f-68dc-4b10-ba7b-4971fabcfe79 req-6334887d-2d99-4bde-badc-9dae2fcaaab9 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:46.938326 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6dd31b6f-68dc-4b10-ba7b-4971fabcfe79 req-6334887d-2d99-4bde-badc-9dae2fcaaab9 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de079-886d-4af9-ab60-0cc646962814 HTTP/1.1" status: 200 len: 945 time: 0.0937459 Nov 11 16:11:47.045383 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:47.049877 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6dd31b6f-68dc-4b10-ba7b-4971fabcfe79 req-31568e90-1d5b-4edd-8268-a9d788673266 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019821 Nov 11 16:11:47.057875 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-747eb98b-d58a-43c0-bfd5-653a22f18c3b req-c54ffe64-7b8c-4afe-b9b5-7b8941ef9378 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352532 Nov 11 16:11:47.085578 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Pushing event deleted for resources: {'Port': ['ID=5135d2cf-6823-4504-8381-a58dc99e8cb6,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:47.149744 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] No DVR routers for this DVR port 5135d2cf-6823-4504-8381-a58dc99e8cb6 on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:11:47.152758 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:47.156071 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-157b8e73-103f-4d8e-b8b9-f86d8fabb8eb req-76394a2e-8fe3-4126-b390-1cc202ffef6f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "DELETE /v2.0/ports/5135d2cf-6823-4504-8381-a58dc99e8cb6 HTTP/1.1" status: 204 len: 173 time: 0.8105452 Nov 11 16:11:47.156510 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049de079-886d-4af9-ab60-0cc646962814', 'name': 'network-vif-deleted', 'tag': '5135d2cf-6823-4504-8381-a58dc99e8cb6'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:47.158967 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f74116f-3e69-45b1-89e8-81cdfd635ce2" -d '{"events": [{"server_uuid": "049de079-886d-4af9-ab60-0cc646962814", "name": "network-vif-deleted", "tag": "5135d2cf-6823-4504-8381-a58dc99e8cb6"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:47.251976 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7f855b-7226-4662-a5b1-8e8302b41759 x-openstack-request-id: req-dc7f855b-7226-4662-a5b1-8e8302b41759 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:47.252267 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049de079-886d-4af9-ab60-0cc646962814", "name": "network-vif-deleted", "tag": "5135d2cf-6823-4504-8381-a58dc99e8cb6", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:47.252516 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc7f855b-7226-4662-a5b1-8e8302b41759 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:47.252913 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049de079-886d-4af9-ab60-0cc646962814', 'name': 'network-vif-deleted', 'tag': '5135d2cf-6823-4504-8381-a58dc99e8cb6', 'status': 'completed', 'code': 200} Nov 11 16:11:47.688866 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0101a4f-7cc1-4571-80e2-6d29658cc812 req-5bcf4666-0c6d-4e39-96ee-073ff2ec1e4b tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:47.690377 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e0101a4f-7cc1-4571-80e2-6d29658cc812 req-5bcf4666-0c6d-4e39-96ee-073ff2ec1e4b tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 943 time: 0.0481656 Nov 11 16:11:47.737097 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e0101a4f-7cc1-4571-80e2-6d29658cc812 req-13989ee0-2bf4-473a-9e78-a4bb28cc20ba tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Nov 11 16:11:48.175060 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb69bd-959f-4b0e-9020-8a0feb4ffd58 req-4751e1c5-45c6-4fe4-92f1-9b161a23b88f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:48.176553 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ccbb69bd-959f-4b0e-9020-8a0feb4ffd58 req-4751e1c5-45c6-4fe4-92f1-9b161a23b88f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0500131 Nov 11 16:11:48.227623 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ccbb69bd-959f-4b0e-9020-8a0feb4ffd58 req-e63cf67c-75b6-4495-8a7e-08004a5d5281 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Nov 11 16:11:48.368288 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-be26f47a-ccf2-4b7b-ba75-3fb2dd8b358c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:48.370087 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-be26f47a-ccf2-4b7b-ba75-3fb2dd8b358c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/networks?id=2e287d93-e00d-4228-8025-ec3af5fccd83 HTTP/1.1" status: 200 len: 809 time: 0.1070945 Nov 11 16:11:48.375782 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 0caa0831-0144-4dc6-85cb-6d7515a2534b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:11:48.382827 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 5135d2cf-6823-4504-8381-a58dc99e8cb6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:11:48.385163 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-20854cc3-6004-41d5-9ccb-daf318095d4c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/quotas/edf952942c2b42378dd8d17796525af4 HTTP/1.1" status: 200 len: 375 time: 0.0093710 Nov 11 16:11:48.388109 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f88f0435-7671-4ca9-86a0-99669e8e32ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:48.411694 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 5135d2cf-6823-4504-8381-a58dc99e8cb6 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:11:48.411838 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 5135d2cf-6823-4504-8381-a58dc99e8cb6 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:11:48.423076 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-9eb1bfce-d10b-4905-b564-1274a2e8adfd tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=edf952942c2b42378dd8d17796525af4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305612 Nov 11 16:11:48.498552 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 0caa0831-0144-4dc6-85cb-6d7515a2534b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0caa0831-0144-4dc6-85cb-6d7515a2534b,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:48.509791 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '0caa0831-0144-4dc6-85cb-6d7515a2534b', 'network_id': '4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9', 'port_id': '0caa0831-0144-4dc6-85cb-6d7515a2534b', 'mac_address': 'fa:16:3e:c0:ec:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ae7856-ecfe-490d-b7ca-ef0e5681e1f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:11:48.520620 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-e10d5482-cdf1-4b0f-927d-83ee51f46f42 service neutron] 10.222.0.45 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879300 Nov 11 16:11:48.549302 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:48.562822 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caa0831-0144-4dc6-85cb-6d7515a2534b {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:48.582645 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 0caa0831-0144-4dc6-85cb-6d7515a2534b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0caa0831-0144-4dc6-85cb-6d7515a2534b,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:48.586771 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:48.617437 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-b90734c2-18be-451b-a2f9-7bddfdd48a47 service neutron] 10.222.0.45 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883358 Nov 11 16:11:48.632030 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=0caa0831-0144-4dc6-85cb-6d7515a2534b,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:48.639719 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.640091 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.640752 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.641132 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.641470 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.641805 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.642138 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.642462 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.642789 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.643111 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.643431 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.643752 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:11:48.780497 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a2907139-b0a3-42ce-a56a-0d51a7289802 req-f021a5f0-b467-40c7-9d2e-5b4c9251479d tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 210 time: 0.0297198 Nov 11 16:11:48.862839 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddb4a4-6832-494b-a377-60b8e0cadf4f req-eb3b071d-44b8-4427-a6ef-1e9ca0c8d3b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:48.864308 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a7ddb4a4-6832-494b-a377-60b8e0cadf4f req-eb3b071d-44b8-4427-a6ef-1e9ca0c8d3b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 944 time: 0.0562215 Nov 11 16:11:48.911934 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a7ddb4a4-6832-494b-a377-60b8e0cadf4f req-75cf274d-e7ed-43ef-9561-1ade58e81732 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Nov 11 16:11:49.172999 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['0caa0831-0144-4dc6-85cb-6d7515a2534b'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:11:49.258960 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56702) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:49.361803 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751f83-ab4b-48ea-b692-5e47985b7041 req-657f0d56-50f5-4f7a-8e9d-6431b0b8e102 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:49.363367 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4c751f83-ab4b-48ea-b692-5e47985b7041 req-657f0d56-50f5-4f7a-8e9d-6431b0b8e102 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0538690 Nov 11 16:11:49.378005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b804-819a-40f7-aaef-a3836b695534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.413322 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4c751f83-ab4b-48ea-b692-5e47985b7041 req-a21f0f53-18cb-4d56-a9b2-6d605c018c67 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Nov 11 16:11:49.434917 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.461487 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b804-819a-40f7-aaef-a3836b695534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.465562 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b804-819a-40f7-aaef-a3836b695534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.503109 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-c3b3b804-819a-40f7-aaef-a3836b695534 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6e207a5cb0a4f83be548b84a88cf493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424784 Nov 11 16:11:49.505109 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3b804-819a-40f7-aaef-a3836b695534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc33c7cd-b854-4cd6-8f81-bec092b59878,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:49.505873 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56708) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:49.557612 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e2ad893a-7b9c-4707-beb6-30e2886f3387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.582009 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e2ad893a-7b9c-4707-beb6-30e2886f3387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.630079 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e2ad893a-7b9c-4707-beb6-30e2886f3387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.632895 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e2ad893a-7b9c-4707-beb6-30e2886f3387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:49.634129 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e2ad893a-7b9c-4707-beb6-30e2886f3387 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc33c7cd-b854-4cd6-8f81-bec092b59878 HTTP/1.1" status: 204 len: 168 time: 0.1272843 Nov 11 16:11:49.642171 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad893a-7b9c-4707-beb6-30e2886f3387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc33c7cd-b854-4cd6-8f81-bec092b59878,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:49.877440 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e53dabc8-9b60-4fe8-be84-d5d06496d7c0 req-314b4aae-63a2-4e7c-adad-62c5942387b5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 210 time: 0.0257313 Nov 11 16:11:49.890066 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56720) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:49.903620 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-67060ed5-d3f4-4f71-9b3a-65c25c550a15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.000665 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-67060ed5-d3f4-4f71-9b3a-65c25c550a15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.005098 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-67060ed5-d3f4-4f71-9b3a-65c25c550a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.112314 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-67060ed5-d3f4-4f71-9b3a-65c25c550a15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5c0c2c361f4462e96656c547ac0e3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188804 Nov 11 16:11:50.112836 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56724) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:50.128240 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67060ed5-d3f4-4f71-9b3a-65c25c550a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4d106-4431-401b-8c4f-d78860601830,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:50.139608 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeacab6-a186-494f-a140-551df9999c00 req-0251b10e-a686-4d21-b763-9eb1044de6c2 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:50.141054 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dbeacab6-a186-494f-a140-551df9999c00 req-0251b10e-a686-4d21-b763-9eb1044de6c2 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 944 time: 0.1545320 Nov 11 16:11:50.170886 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e9c2baba-076f-4948-9b47-ced25ffc53a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.193833 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e9c2baba-076f-4948-9b47-ced25ffc53a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.200186 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-98d60cd1-7ba7-4a87-ab63-8891443e0fcf tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:50.201639 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-98d60cd1-7ba7-4a87-ab63-8891443e0fcf tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "GET /v2.0/networks?id=2e287d93-e00d-4228-8025-ec3af5fccd83 HTTP/1.1" status: 200 len: 809 time: 0.1792018 Nov 11 16:11:50.218178 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dbeacab6-a186-494f-a140-551df9999c00 req-06dfeea6-2e9c-42a9-9db1-c90ead002913 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706403 Nov 11 16:11:50.236849 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Request body: {'port': {'device_id': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83', 'admin_state_up': True, 'tenant_id': 'edf952942c2b42378dd8d17796525af4'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:50.245890 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e9c2baba-076f-4948-9b47-ced25ffc53a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.248665 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e9c2baba-076f-4948-9b47-ced25ffc53a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.249847 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-e9c2baba-076f-4948-9b47-ced25ffc53a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19b4d106-4431-401b-8c4f-d78860601830 HTTP/1.1" status: 204 len: 168 time: 0.1356864 Nov 11 16:11:50.258468 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2baba-076f-4948-9b47-ced25ffc53a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4d106-4431-401b-8c4f-d78860601830,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:50.361722 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Made reservation on behalf of edf952942c2b42378dd8d17796525af4 for: {'port': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:11:50.365216 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.499277 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Allocated IP 172.20.0.4 (2e287d93-e00d-4228-8025-ec3af5fccd83/5b70e48a-c7a8-4b20-983a-503dcb29ede3/82964454-7931-4ab7-b5aa-d95000d3885a) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:11:50.627090 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f1468-b433-460d-baf9-19c0ba30f115 req-d33e1075-eb40-483b-af65-f0a576c915e9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:50.628609 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-126f1468-b433-460d-baf9-19c0ba30f115 req-d33e1075-eb40-483b-af65-f0a576c915e9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.1149983 Nov 11 16:11:50.704817 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-126f1468-b433-460d-baf9-19c0ba30f115 req-fd8f5029-0bdb-4107-99d0-c4630f5fc742 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682533 Nov 11 16:11:50.751797 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.791638 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.840584 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Network 2e287d93-e00d-4228-8025-ec3af5fccd83 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:11:50.844419 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.844952 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:11:50.848382 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:11:50.873060 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Pushing event updated for resources: {'Port': ['ID=82964454-7931-4ab7-b5aa-d95000d3885a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:50.906334 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:50.907373 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:50.924535 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-56eb4ffc-4878-4982-8754-69b283f057ff tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966329 Nov 11 16:11:50.943578 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Request body: {'port': {'device_id': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:11:51.030659 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:51.046977 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17bd94-dbda-4eae-8613-edadb9690002 req-d5f4969c-4e50-44ce-8f2c-163af394c819 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:51.048468 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bc17bd94-dbda-4eae-8613-edadb9690002 req-d5f4969c-4e50-44ce-8f2c-163af394c819 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 931 time: 0.0810542 Nov 11 16:11:51.177352 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bc17bd94-dbda-4eae-8613-edadb9690002 req-7088d988-c1cf-44b3-95df-08b8a80dd342 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220741 Nov 11 16:11:51.387044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29de4-5ecc-4796-9625-23bf79df7975 req-fc2678c5-6511-4748-9369-424530c800e1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:51.388517 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2fe29de4-5ecc-4796-9625-23bf79df7975 req-fc2678c5-6511-4748-9369-424530c800e1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 944 time: 0.0927486 Nov 11 16:11:51.392188 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82964454-7931-4ab7-b5aa-d95000d3885a {{(pid=101822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:51.401684 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:51.430176 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.provisioning_blocks [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Transition to ACTIVE for port object 82964454-7931-4ab7-b5aa-d95000d3885a will not be triggered until provisioned by entity L2. {{(pid=101822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:11:51.436190 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:51.483862 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2fe29de4-5ecc-4796-9625-23bf79df7975 req-58d66550-f75a-44e1-ba5b-232fed842e26 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873303 Nov 11 16:11:51.499694 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Pushing event updated for resources: {'Port': ['ID=82964454-7931-4ab7-b5aa-d95000d3885a,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:51.573378 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Attempting to bind port 82964454-7931-4ab7-b5aa-d95000d3885a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:11:51.573715 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Attempting to bind port 82964454-7931-4ab7-b5aa-d95000d3885a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:11:51.574050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Attempting to bind port 82964454-7931-4ab7-b5aa-d95000d3885a on network 2e287d93-e00d-4228-8025-ec3af5fccd83 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:51.578457 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Port 82964454-7931-4ab7-b5aa-d95000d3885a on network 2e287d93-e00d-4228-8025-ec3af5fccd83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:11:51.578778 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Attempting to bind port 82964454-7931-4ab7-b5aa-d95000d3885a on network 2e287d93-e00d-4228-8025-ec3af5fccd83 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:11:51.583689 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:11:51.584024 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Checking segment: {'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:11:51.584406 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Bound using segment: {'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:11:51.585435 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Bound port: 82964454-7931-4ab7-b5aa-d95000d3885a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501ea5b9-4672-43bb-81fa-3a5eacc38c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83'}}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:11:51.585727 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:51.654440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] For port 82964454-7931-4ab7-b5aa-d95000d3885a, host hv-cinder-77428, cleared binding levels {{(pid=101822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:11:51.656714 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:51.658062 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] For port 82964454-7931-4ab7-b5aa-d95000d3885a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=82964454-7931-4ab7-b5aa-d95000d3885a,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:11:51.662187 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:51.700701 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:51.701366 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:51.702764 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] 10.222.0.57 "PUT /v2.0/ports/82964454-7931-4ab7-b5aa-d95000d3885a HTTP/1.1" status: 200 len: 1093 time: 0.7642469 Nov 11 16:11:51.703157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'tag': '82964454-7931-4ab7-b5aa-d95000d3885a'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:51.705485 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32234350-9951-41de-a9d6-c270b46eaec4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a45f17a-d1b8-4ef2-b377-94e382278774", "tag": "82964454-7931-4ab7-b5aa-d95000d3885a"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:51.748374 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07efe9-3780-456b-ac99-152dc41e6794 service neutron] Pushing event updated for resources: {'Port': ['ID=82964454-7931-4ab7-b5aa-d95000d3885a,revision_number=3']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:51.798514 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e1be03-e490-4695-b9a2-8180a13e4715 x-openstack-request-id: req-65e1be03-e490-4695-b9a2-8180a13e4715 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:51.798804 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a45f17a-d1b8-4ef2-b377-94e382278774", "tag": "82964454-7931-4ab7-b5aa-d95000d3885a", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:51.799048 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65e1be03-e490-4695-b9a2-8180a13e4715 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:51.799442 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'tag': '82964454-7931-4ab7-b5aa-d95000d3885a', 'status': 'completed', 'code': 200} Nov 11 16:11:51.828609 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-1210845e-f233-4bd8-a845-23554d51bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:51.830356 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-1210845e-f233-4bd8-a845-23554d51bef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edf952942c2b42378dd8d17796525af4&device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 1096 time: 0.0631130 Nov 11 16:11:51.888205 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-ea5052f6-f2f4-4dec-90f1-bd3e6a85c454 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82964454-7931-4ab7-b5aa-d95000d3885a HTTP/1.1" status: 200 len: 217 time: 0.0370092 Nov 11 16:11:51.899879 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002195b0-e706-44c3-8bd9-6375f72d1b38 req-c29171bc-80bb-4c17-8e9a-0f5d7bea7877 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:51.901341 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-002195b0-e706-44c3-8bd9-6375f72d1b38 req-c29171bc-80bb-4c17-8e9a-0f5d7bea7877 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0875287 Nov 11 16:11:51.986721 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-002195b0-e706-44c3-8bd9-6375f72d1b38 req-d5af3212-e3a0-4e61-8aac-2ea959763c1f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792184 Nov 11 16:11:51.997711 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bae2ff7e-51ab-49da-8eae-b5cce13a6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:51.999131 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-bae2ff7e-51ab-49da-8eae-b5cce13a6e39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b70e48a-c7a8-4b20-983a-503dcb29ede3 HTTP/1.1" status: 200 len: 849 time: 0.0718322 Nov 11 16:11:52.039875 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-e83903d8-1f5d-4451-8a7c-421d21f3f470 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e287d93-e00d-4228-8025-ec3af5fccd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250587 Nov 11 16:11:52.153743 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-fdb16e00-4fbd-4638-a1fc-5a635b106f02 service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821056 Nov 11 16:11:52.267781 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4256cef3-5471-4dec-8e23-635856f7cb59 req-2f2dd2af-6e9a-48c4-b5d4-0ba534d294be service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983098 Nov 11 16:11:52.305051 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201d1fd-0481-47a4-8af8-a5a69fc5b206 req-c1111573-74d9-43d1-a0f1-86a4721bbdb5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:52.306828 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4201d1fd-0481-47a4-8af8-a5a69fc5b206 req-c1111573-74d9-43d1-a0f1-86a4721bbdb5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 943 time: 0.0534494 Nov 11 16:11:52.384938 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 0caa0831-0144-4dc6-85cb-6d7515a2534b up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:11:52.388264 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4201d1fd-0481-47a4-8af8-a5a69fc5b206 req-23947f33-8a35-45b2-ac2c-00b4ead5a264 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745909 Nov 11 16:11:52.394282 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56824) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:52.398626 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32234350-9951-41de-a9d6-c270b46eaec4 req-5b030cc1-d6c4-4c40-8a86-d100d54f594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:52.400086 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32234350-9951-41de-a9d6-c270b46eaec4 req-5b030cc1-d6c4-4c40-8a86-d100d54f594d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edf952942c2b42378dd8d17796525af4&device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 1096 time: 0.0602531 Nov 11 16:11:52.454347 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 0caa0831-0144-4dc6-85cb-6d7515a2534b completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:11:52.458202 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 0caa0831-0144-4dc6-85cb-6d7515a2534b triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:11:52.458580 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:52.512137 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ea67919f-2ce5-49c6-901a-025e4649dcd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:52.513397 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32234350-9951-41de-a9d6-c270b46eaec4 req-da6400f9-16a2-4c41-b3a0-1e0c44a188c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:52.516044 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32234350-9951-41de-a9d6-c270b46eaec4 req-da6400f9-16a2-4c41-b3a0-1e0c44a188c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e287d93-e00d-4228-8025-ec3af5fccd83 HTTP/1.1" status: 200 len: 910 time: 0.1028495 Nov 11 16:11:52.552585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:52.580904 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32234350-9951-41de-a9d6-c270b46eaec4 req-91d61561-07dd-4a0e-ada2-8f67657e46a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82964454-7931-4ab7-b5aa-d95000d3885a HTTP/1.1" status: 200 len: 217 time: 0.0499301 Nov 11 16:11:52.590561 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ea67919f-2ce5-49c6-901a-025e4649dcd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:52.593502 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caa0831-0144-4dc6-85cb-6d7515a2534b'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:11:52.595233 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ea67919f-2ce5-49c6-901a-025e4649dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:52.596568 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a379dd0-2aca-4972-87c4-d861c19fa920" -d '{"events": [{"server_uuid": "c4651532-47f9-4090-a925-8a433a3fbeae", "name": "network-vif-plugged", "status": "completed", "tag": "0caa0831-0144-4dc6-85cb-6d7515a2534b"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:11:52.603822 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 0caa0831-0144-4dc6-85cb-6d7515a2534b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0caa0831-0144-4dc6-85cb-6d7515a2534b,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:52.609788 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:52.643863 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ea67919f-2ce5-49c6-901a-025e4649dcd1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ea9bb10f12d45a391583a0dd29d48c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484183 Nov 11 16:11:52.644837 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67919f-2ce5-49c6-901a-025e4649dcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c5aa8c-9745-458e-973e-71a500347cbb,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:52.645371 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56832) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:52.671644 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b5592b-c577-42db-9889-a86006677265 x-openstack-request-id: req-23b5592b-c577-42db-9889-a86006677265 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:11:52.672249 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4651532-47f9-4090-a925-8a433a3fbeae", "name": "network-vif-plugged", "status": "completed", "tag": "0caa0831-0144-4dc6-85cb-6d7515a2534b", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:11:52.672508 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23b5592b-c577-42db-9889-a86006677265 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:11:52.673107 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caa0831-0144-4dc6-85cb-6d7515a2534b', 'code': 200} Nov 11 16:11:52.673653 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=0caa0831-0144-4dc6-85cb-6d7515a2534b,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:52.698085 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1ffbf-5a57-4334-a19a-c1a370af3f6c req-a0a4c2e0-b174-4c1b-a82e-077b751cd49d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:52.700139 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4ea1ffbf-5a57-4334-a19a-c1a370af3f6c req-a0a4c2e0-b174-4c1b-a82e-077b751cd49d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 944 time: 0.1218102 Nov 11 16:11:52.701521 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32234350-9951-41de-a9d6-c270b46eaec4 req-40cdbddd-be1f-4d65-8b29-eac62b54b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:52.702835 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32234350-9951-41de-a9d6-c270b46eaec4 req-40cdbddd-be1f-4d65-8b29-eac62b54b2fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b70e48a-c7a8-4b20-983a-503dcb29ede3 HTTP/1.1" status: 200 len: 849 time: 0.0914645 Nov 11 16:11:52.777556 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32234350-9951-41de-a9d6-c270b46eaec4 req-ebfdf6b8-90d7-4dc9-991f-bd3c0064b3fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e287d93-e00d-4228-8025-ec3af5fccd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429046 Nov 11 16:11:52.778155 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5d9861d-baac-4b41-8f4b-be03b332f90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:52.866903 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00314f-900e-425a-8a9d-92301f32cdd4 req-7ed78f3d-54c0-4b83-9972-40c1adbd5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:52.868536 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3e00314f-900e-425a-8a9d-92301f32cdd4 req-7ed78f3d-54c0-4b83-9972-40c1adbd5244 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 1098 time: 0.0426803 Nov 11 16:11:52.922469 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3e00314f-900e-425a-8a9d-92301f32cdd4 req-695aaf07-2338-42a5-bd1e-c344cd400a04 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Nov 11 16:11:53.009216 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4ea1ffbf-5a57-4334-a19a-c1a370af3f6c req-d17190af-5334-4980-8908-e883592adec3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000889 Nov 11 16:11:53.050399 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5d9861d-baac-4b41-8f4b-be03b332f90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.150415 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32234350-9951-41de-a9d6-c270b46eaec4 req-58906153-f562-4e24-9f32-a4c88e9d1d3b service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562502 Nov 11 16:11:53.159114 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1e510-54d5-4a2c-bcb2-de8c655a9e7a req-44d47e9d-20eb-40ab-b632-ac02648a173b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:53.160456 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3ec1e510-54d5-4a2c-bcb2-de8c655a9e7a req-44d47e9d-20eb-40ab-b632-ac02648a173b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0891244 Nov 11 16:11:53.166538 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5d9861d-baac-4b41-8f4b-be03b332f90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.169173 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d5d9861d-baac-4b41-8f4b-be03b332f90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.170214 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d5d9861d-baac-4b41-8f4b-be03b332f90f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46c5aa8c-9745-458e-973e-71a500347cbb HTTP/1.1" status: 204 len: 168 time: 0.5239286 Nov 11 16:11:53.189688 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9861d-baac-4b41-8f4b-be03b332f90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c5aa8c-9745-458e-973e-71a500347cbb,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:53.238694 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3ec1e510-54d5-4a2c-bcb2-de8c655a9e7a req-638e5166-7714-4d59-b716-57128e5361e6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674243 Nov 11 16:11:53.316187 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32234350-9951-41de-a9d6-c270b46eaec4 req-d8da3eb0-854a-4f17-b9fd-fc8511b9b953 service neutron] 10.222.0.57 "GET /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024375 Nov 11 16:11:53.447287 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 56848) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:53.469527 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c5a663f8-92c9-4a4a-818a-6fa76e85a17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.545567 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c12716-2ecc-4f2f-975a-9b6045379846 req-391305ec-c1e7-4e59-b955-51c661d63638 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:53.547032 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0c12716-2ecc-4f2f-975a-9b6045379846 req-391305ec-c1e7-4e59-b955-51c661d63638 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 943 time: 0.0694118 Nov 11 16:11:53.618832 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c5a663f8-92c9-4a4a-818a-6fa76e85a17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.623141 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0c12716-2ecc-4f2f-975a-9b6045379846 req-ca9ad64f-0603-46e2-bd35-9f6bab2e154a tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699303 Nov 11 16:11:53.624338 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c5a663f8-92c9-4a4a-818a-6fa76e85a17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.661772 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c5a663f8-92c9-4a4a-818a-6fa76e85a17a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b9aee3065bc462eab988f965af08663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134159 Nov 11 16:11:53.664483 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a663f8-92c9-4a4a-818a-6fa76e85a17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a37df-58ef-4cee-870b-af3663d41bef,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:53.665346 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 56850) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:11:53.713239 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6915e854-2e9e-48d7-941a-7f10392dd601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.736704 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6915e854-2e9e-48d7-941a-7f10392dd601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.781284 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6915e854-2e9e-48d7-941a-7f10392dd601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.783843 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6915e854-2e9e-48d7-941a-7f10392dd601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:53.784960 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6915e854-2e9e-48d7-941a-7f10392dd601 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab3a37df-58ef-4cee-870b-af3663d41bef HTTP/1.1" status: 204 len: 168 time: 0.1186497 Nov 11 16:11:53.793196 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915e854-2e9e-48d7-941a-7f10392dd601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a37df-58ef-4cee-870b-af3663d41bef,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:54.130624 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9914a8-4bac-40be-bae3-f90d6ad5d48c req-5ebb01f1-1e20-433d-9909-92ab3c95c2d5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:54.132760 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2b9914a8-4bac-40be-bae3-f90d6ad5d48c req-5ebb01f1-1e20-433d-9909-92ab3c95c2d5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0527792 Nov 11 16:11:54.188647 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2b9914a8-4bac-40be-bae3-f90d6ad5d48c req-f4d4e2d1-b7ed-43be-8677-067ee042a605 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 Nov 11 16:11:54.366525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7f87b-dd50-4702-8529-2c19d5753440 req-481d3cb8-3d7f-4c52-aea4-7bbdb41bc90d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:54.367998 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2ec7f87b-dd50-4702-8529-2c19d5753440 req-481d3cb8-3d7f-4c52-aea4-7bbdb41bc90d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0537708 Nov 11 16:11:54.377857 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device bd264340-8b83-4de4-a609-9b81ed4a0b98 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:11:54.419197 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2ec7f87b-dd50-4702-8529-2c19d5753440 req-933a621f-008b-4ea9-8aaf-ab50dc1f258a tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 Nov 11 16:11:54.489865 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:54.500620 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'port_id': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'mac_address': 'fa:16:3e:de:85:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:11:54.538988 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:54.551412 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd264340-8b83-4de4-a609-9b81ed4a0b98 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:54.570641 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:54.574969 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:54.629673 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:54.746312 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214ee92-da11-4fd8-93d7-5bd1f9b24a66 req-501cafa6-3be1-41c9-ba8b-60616fc35090 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:54.748519 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5214ee92-da11-4fd8-93d7-5bd1f9b24a66 req-501cafa6-3be1-41c9-ba8b-60616fc35090 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 943 time: 0.0523930 Nov 11 16:11:54.804982 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5214ee92-da11-4fd8-93d7-5bd1f9b24a66 req-4667f317-84bb-49e6-8fdb-7a20030cb3fd tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 Nov 11 16:11:55.273086 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['bd264340-8b83-4de4-a609-9b81ed4a0b98'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:11:55.301370 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3b0d-ebd3-4807-ae26-23712c6e384d req-3886ea96-b6d6-4659-ad77-331623c90e0d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:55.303443 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-72bc3b0d-ebd3-4807-ae26-23712c6e384d req-3886ea96-b6d6-4659-ad77-331623c90e0d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1019559 Nov 11 16:11:55.313621 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-e051cc6d-6522-497e-9432-9143fccbcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:55.314981 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-e051cc6d-6522-497e-9432-9143fccbcc59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.0885954 Nov 11 16:11:55.343127 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1df7e3-426f-4234-a621-2bf67bf7e55e req-09a162da-06ef-4174-bd2e-12dc1283a080 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:55.344588 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af1df7e3-426f-4234-a621-2bf67bf7e55e req-09a162da-06ef-4174-bd2e-12dc1283a080 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0862775 Nov 11 16:11:55.436284 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-72bc3b0d-ebd3-4807-ae26-23712c6e384d req-2a7e3314-c3af-4e47-84c4-79bbba8fb457 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247900 Nov 11 16:11:55.488943 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af1df7e3-426f-4234-a621-2bf67bf7e55e req-e201a741-388e-4b93-a085-9b89dc4f7a34 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325777 Nov 11 16:11:55.502096 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-bc0a4b60-088a-438d-a80b-f91ae0ad52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:55.510078 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-bc0a4b60-088a-438d-a80b-f91ae0ad52d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.1642210 Nov 11 16:11:55.566434 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-11a96fca-549c-42b1-ac48-5ab5aa38a215 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 200 len: 217 time: 0.0402968 Nov 11 16:11:55.649265 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096543-01fd-49f4-aa5b-feb27969b30b req-f6f532b5-546d-4798-bf8d-10fbdb9c15d5 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:55.650769 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d2096543-01fd-49f4-aa5b-feb27969b30b req-f6f532b5-546d-4798-bf8d-10fbdb9c15d5 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 945 time: 0.0869279 Nov 11 16:11:55.679080 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-b07c3a86-e51b-4994-a6bd-68a6faab681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:55.680534 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-b07c3a86-e51b-4994-a6bd-68a6faab681e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.0756891 Nov 11 16:11:55.731509 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-b0573e5d-bb96-4567-a2c7-07ad4c9a09a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383730 Nov 11 16:11:55.741680 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d2096543-01fd-49f4-aa5b-feb27969b30b req-2004474d-7cfe-4c24-a7d0-92df47033f71 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844946 Nov 11 16:11:55.836551 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-12b91058-f41d-46c8-8020-31653e2a6053 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919311 Nov 11 16:11:55.958956 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-764807c6-7702-4c9c-b612-7a7e8e301a40 req-166f4bbe-bb02-4d31-b7a2-661d39c4070a service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137500 Nov 11 16:11:55.966171 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d343fcd-d134-4af5-9ceb-58a63cf46e90 req-413622b6-9d7e-4d5e-8c50-9a51ba2dfdb3 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:55.967524 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d343fcd-d134-4af5-9ceb-58a63cf46e90 req-413622b6-9d7e-4d5e-8c50-9a51ba2dfdb3 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 943 time: 0.0819652 Nov 11 16:11:56.015664 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d343fcd-d134-4af5-9ceb-58a63cf46e90 req-4aab3a52-8426-4790-a593-b8a7d2c1b85c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Nov 11 16:11:56.404695 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 82964454-7931-4ab7-b5aa-d95000d3885a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:11:56.497770 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 82964454-7931-4ab7-b5aa-d95000d3885a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=82964454-7931-4ab7-b5aa-d95000d3885a,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:56.509404 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '82964454-7931-4ab7-b5aa-d95000d3885a', 'network_id': '2e287d93-e00d-4228-8025-ec3af5fccd83', 'port_id': '82964454-7931-4ab7-b5aa-d95000d3885a', 'mac_address': 'fa:16:3e:38:b0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b70e48a-c7a8-4b20-983a-503dcb29ede3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:11:56.550182 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:56.550916 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33b1d6-82e0-45c3-9908-946db1aa1817 req-65933931-7a96-48e6-9c69-a12c8c65525d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:56.552926 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0c33b1d6-82e0-45c3-9908-946db1aa1817 req-65933931-7a96-48e6-9c69-a12c8c65525d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0477762 Nov 11 16:11:56.563336 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82964454-7931-4ab7-b5aa-d95000d3885a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:11:56.582433 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 82964454-7931-4ab7-b5aa-d95000d3885a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=82964454-7931-4ab7-b5aa-d95000d3885a,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:11:56.586548 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:11:56.598730 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0c33b1d6-82e0-45c3-9908-946db1aa1817 req-d1758e99-1377-474a-9e9b-ef4d52d2b062 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Nov 11 16:11:56.642798 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=82964454-7931-4ab7-b5aa-d95000d3885a,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:11:56.860680 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794186c-e472-48a9-931b-61d54d8007ee req-9bb49cf6-28c9-49b8-93d3-010c1718d7ae tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:11:56.862088 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c794186c-e472-48a9-931b-61d54d8007ee req-9bb49cf6-28c9-49b8-93d3-010c1718d7ae tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 945 time: 0.0514815 Nov 11 16:11:56.909913 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c794186c-e472-48a9-931b-61d54d8007ee req-15eaeca6-5acd-48f1-aba7-dcff59e849a8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415316 Nov 11 16:11:59.826497 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:00.141360 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0e27a-a188-435d-8924-3fd7aa68beef req-4228e864-43b1-4e36-bba9-3c4315735726 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:00.142800 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e7a0e27a-a188-435d-8924-3fd7aa68beef req-4228e864-43b1-4e36-bba9-3c4315735726 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 944 time: 0.0809965 Nov 11 16:12:00.214459 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d3dbf-135c-4dbf-be51-f1bdf800a3cd req-342f45f1-51ca-45ea-a850-82e6526e1de8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:00.215933 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c87d3dbf-135c-4dbf-be51-f1bdf800a3cd req-342f45f1-51ca-45ea-a850-82e6526e1de8 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0913639 Nov 11 16:12:00.220356 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e7a0e27a-a188-435d-8924-3fd7aa68beef req-8dfbc1cb-6ee2-43c4-ad05-f963e9cd04b9 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607355 Nov 11 16:12:00.268229 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c87d3dbf-135c-4dbf-be51-f1bdf800a3cd req-2813a789-796f-43b8-86e0-1425fa3f12df tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462596 Nov 11 16:12:00.305269 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['82964454-7931-4ab7-b5aa-d95000d3885a'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:00.384386 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc92509-fa02-4a40-aff6-cf8010470164 req-8dfe7026-f941-44d4-86a6-3271e95b1890 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:00.386294 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fc92509-fa02-4a40-aff6-cf8010470164 req-8dfe7026-f941-44d4-86a6-3271e95b1890 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 945 time: 0.0600221 Nov 11 16:12:00.423738 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device bd264340-8b83-4de4-a609-9b81ed4a0b98 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:12:00.466354 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fc92509-fa02-4a40-aff6-cf8010470164 req-b5afe725-0f5c-46a2-913e-02743efcebc8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573547 Nov 11 16:12:00.517585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port bd264340-8b83-4de4-a609-9b81ed4a0b98 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:12:00.521868 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port bd264340-8b83-4de4-a609-9b81ed4a0b98 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:00.522314 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:00.609480 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:00.632715 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:00.635123 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca5cb7-35ad-4978-9d4e-e5d946065086" -d '{"events": [{"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-plugged", "status": "completed", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:00.651234 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:00.655188 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:00.683216 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c7a96-b5a3-410b-a552-1bbe693c382d x-openstack-request-id: req-352c7a96-b5a3-410b-a552-1bbe693c382d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:00.683525 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-plugged", "status": "completed", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:00.683908 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-352c7a96-b5a3-410b-a552-1bbe693c382d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:00.684296 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'code': 200} Nov 11 16:12:00.712430 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:01.337494 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0116fa9-ce23-4426-98bd-2b4cdebaffd5 req-92d32fbe-f92f-436e-8d4e-3b8364a14264 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:01.338975 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c0116fa9-ce23-4426-98bd-2b4cdebaffd5 req-92d32fbe-f92f-436e-8d4e-3b8364a14264 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 944 time: 0.0505357 Nov 11 16:12:01.416596 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281507e9-7196-4304-acc1-d3f9f5e3a5a2 req-b47af330-7310-412a-9da5-41adcd520ab7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:01.417987 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-281507e9-7196-4304-acc1-d3f9f5e3a5a2 req-b47af330-7310-412a-9da5-41adcd520ab7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0771554 Nov 11 16:12:01.425526 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c0116fa9-ce23-4426-98bd-2b4cdebaffd5 req-f9c793bc-c557-4810-a22a-1440a0711bcb tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763984 Nov 11 16:12:01.468085 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-281507e9-7196-4304-acc1-d3f9f5e3a5a2 req-f4fa2977-4ef0-4627-a394-ce07ce6e52b5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Nov 11 16:12:01.558113 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f74e2-29b6-46b1-9790-978f9b81a7c2 req-e4180994-dc23-4fc2-997a-e51d83d72c2c tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:01.559552 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3e2f74e2-29b6-46b1-9790-978f9b81a7c2 req-e4180994-dc23-4fc2-997a-e51d83d72c2c tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0481579 Nov 11 16:12:01.606900 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3e2f74e2-29b6-46b1-9790-978f9b81a7c2 req-7de6a71e-84c5-4d51-8c5d-3b7fa251a219 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Nov 11 16:12:02.308730 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286a1cb-36b3-4ab1-84bf-52b2eee43049 req-c4bfa54e-efc1-43ba-b31a-1b94d3110900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:02.310302 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6286a1cb-36b3-4ab1-84bf-52b2eee43049 req-c4bfa54e-efc1-43ba-b31a-1b94d3110900 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1099 time: 0.0430942 Nov 11 16:12:02.538077 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f125-42d7-4cfc-8d9f-f0ec89fa13b2 req-3391e701-ed48-428e-9a33-693364a8a03c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:02.539525 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6264f125-42d7-4cfc-8d9f-f0ec89fa13b2 req-3391e701-ed48-428e-9a33-693364a8a03c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 944 time: 0.0470998 Nov 11 16:12:02.611781 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aa72b-79d0-4cd1-a87e-7825d5977bb4 req-cdc647c4-ad16-4e9d-abaf-79985e8504f7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:02.613168 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f03aa72b-79d0-4cd1-a87e-7825d5977bb4 req-cdc647c4-ad16-4e9d-abaf-79985e8504f7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0727615 Nov 11 16:12:02.618197 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6264f125-42d7-4cfc-8d9f-f0ec89fa13b2 req-5aeb7a52-6de8-4fce-a607-511896b963cc tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698652 Nov 11 16:12:02.662650 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f03aa72b-79d0-4cd1-a87e-7825d5977bb4 req-ec7ac99f-c928-4811-bbc7-adbc642f670d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Nov 11 16:12:02.721780 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f553d-bb2c-4640-b689-30e12f871345 req-e8594b24-dfd0-4860-9154-81ed7df53d18 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:02.723869 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-493f553d-bb2c-4640-b689-30e12f871345 req-e8594b24-dfd0-4860-9154-81ed7df53d18 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0506406 Nov 11 16:12:02.771482 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-493f553d-bb2c-4640-b689-30e12f871345 req-a4a9f060-ea8c-41b3-a83e-bbb740a02827 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Nov 11 16:12:03.310056 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6286a1cb-36b3-4ab1-84bf-52b2eee43049 req-b4bc9379-bbce-4716-a35f-6029e92539e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Nov 11 16:12:03.731556 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793ae76-63c1-4307-8192-8c1185f3b5ea req-a4c2c87e-b483-4432-8bfa-c0c3e39bf0ac tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:03.733049 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b793ae76-63c1-4307-8192-8c1185f3b5ea req-a4c2c87e-b483-4432-8bfa-c0c3e39bf0ac tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 944 time: 0.0486650 Nov 11 16:12:03.821308 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184509eb-ee6e-4509-b4d1-d5e2444a2c53 req-2c41a243-e0b2-4a6e-bbc6-636c1710c81b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:03.822795 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-184509eb-ee6e-4509-b4d1-d5e2444a2c53 req-2c41a243-e0b2-4a6e-bbc6-636c1710c81b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0888660 Nov 11 16:12:03.826367 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b793ae76-63c1-4307-8192-8c1185f3b5ea req-a82c4372-ff76-4b50-9db6-0e0b5b75fbe8 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841849 Nov 11 16:12:03.873451 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-184509eb-ee6e-4509-b4d1-d5e2444a2c53 req-3125c56f-1bd1-40da-99f5-48bb4f9480bc tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446947 Nov 11 16:12:03.926969 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdfacd-c010-484a-a1e6-2c8381d15059 req-9bbd1949-c9db-4e7c-a870-c006a5a2cadf tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:03.928335 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f2bdfacd-c010-484a-a1e6-2c8381d15059 req-9bbd1949-c9db-4e7c-a870-c006a5a2cadf tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0466614 Nov 11 16:12:03.978218 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f2bdfacd-c010-484a-a1e6-2c8381d15059 req-97445ef5-093b-4297-9d1f-ea755066d894 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Nov 11 16:12:04.938835 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1451c4e-0c33-4051-80f3-cc493ab42550 req-0c6b5a51-659f-4cfc-a2dd-b4177bdd1da8 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:04.940719 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1451c4e-0c33-4051-80f3-cc493ab42550 req-0c6b5a51-659f-4cfc-a2dd-b4177bdd1da8 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 944 time: 0.0497241 Nov 11 16:12:05.020990 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce16d1-e977-4e5f-98c2-b8f39f7fca94 req-2df60873-3d57-40ee-b782-d74b23a749a9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:05.022522 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-47ce16d1-e977-4e5f-98c2-b8f39f7fca94 req-2df60873-3d57-40ee-b782-d74b23a749a9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0801842 Nov 11 16:12:05.031388 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1451c4e-0c33-4051-80f3-cc493ab42550 req-28dc394f-860c-431f-885f-1c3b0024cf9a tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809264 Nov 11 16:12:05.087951 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-47ce16d1-e977-4e5f-98c2-b8f39f7fca94 req-0c2da73f-740c-4fea-b61c-e67e75007353 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556130 Nov 11 16:12:05.138664 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81eac1-5d5c-41e8-9680-c3f089f6bd63 req-07df6a32-45b0-415a-9f9f-61c038242a6f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:05.140131 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e81eac1-5d5c-41e8-9680-c3f089f6bd63 req-07df6a32-45b0-415a-9f9f-61c038242a6f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0486381 Nov 11 16:12:05.190402 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e81eac1-5d5c-41e8-9680-c3f089f6bd63 req-d3f7d098-51de-46b9-a394-05860bdab024 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Nov 11 16:12:06.148975 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0f0e-4fc0-475e-a7d4-b7a4f304dcb3 req-9a2ceab8-47fc-4a56-a968-9d879a5b292f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:06.150563 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-121b0f0e-4fc0-475e-a7d4-b7a4f304dcb3 req-9a2ceab8-47fc-4a56-a968-9d879a5b292f tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 944 time: 0.0522068 Nov 11 16:12:06.227459 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-121b0f0e-4fc0-475e-a7d4-b7a4f304dcb3 req-850bc803-99e2-4271-9a5f-e2bd6a955b10 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635273 Nov 11 16:12:06.234643 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f025862-a546-4320-a7fc-7c44044d9251 req-424fb4c1-1598-42b6-9e6b-8f159538e68c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:06.236065 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9f025862-a546-4320-a7fc-7c44044d9251 req-424fb4c1-1598-42b6-9e6b-8f159538e68c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0811679 Nov 11 16:12:06.290169 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9f025862-a546-4320-a7fc-7c44044d9251 req-d0140a93-f7b0-4528-8d76-8c47590c84f5 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Nov 11 16:12:06.343328 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159d0f-961a-4a56-acb2-160c15fc5d25 req-f2b5ac5c-2d9c-4742-a176-c3e213ee867d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:06.344801 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c6159d0f-961a-4a56-acb2-160c15fc5d25 req-f2b5ac5c-2d9c-4742-a176-c3e213ee867d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0604024 Nov 11 16:12:06.395179 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c6159d0f-961a-4a56-acb2-160c15fc5d25 req-ddcd69ce-342e-4d0e-bfdd-185f75af1f4f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Nov 11 16:12:06.468397 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 82964454-7931-4ab7-b5aa-d95000d3885a up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:12:06.522738 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 82964454-7931-4ab7-b5aa-d95000d3885a completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:12:06.527050 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 82964454-7931-4ab7-b5aa-d95000d3885a triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:06.528650 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:06.609296 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:06.635875 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82964454-7931-4ab7-b5aa-d95000d3885a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:06.638128 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd1625f-32f0-46fe-8339-a7a44c55d05a" -d '{"events": [{"server_uuid": "1a45f17a-d1b8-4ef2-b377-94e382278774", "name": "network-vif-plugged", "status": "completed", "tag": "82964454-7931-4ab7-b5aa-d95000d3885a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:06.650581 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 82964454-7931-4ab7-b5aa-d95000d3885a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=82964454-7931-4ab7-b5aa-d95000d3885a,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:06.654331 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:06.682582 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada47a2b-99da-4853-98db-2180cd3a3b01 x-openstack-request-id: req-ada47a2b-99da-4853-98db-2180cd3a3b01 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:06.682869 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a45f17a-d1b8-4ef2-b377-94e382278774", "name": "network-vif-plugged", "status": "completed", "tag": "82964454-7931-4ab7-b5aa-d95000d3885a", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:06.683115 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ada47a2b-99da-4853-98db-2180cd3a3b01 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:06.683487 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82964454-7931-4ab7-b5aa-d95000d3885a', 'code': 200} Nov 11 16:12:06.709729 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=82964454-7931-4ab7-b5aa-d95000d3885a,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:06.966721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0c3c3-be28-4019-aeec-652ca0b57f41 req-0d286a4b-f9cd-4e97-8f43-1ffae1f58148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:06.968100 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4fb0c3c3-be28-4019-aeec-652ca0b57f41 req-0d286a4b-f9cd-4e97-8f43-1ffae1f58148 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 1098 time: 0.0397615 Nov 11 16:12:07.047088 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4fb0c3c3-be28-4019-aeec-652ca0b57f41 req-6412bde9-2b0a-4ee8-897b-338657789185 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466840 Nov 11 16:12:07.344078 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def21ee-e2b2-411a-af32-a17986532ddb req-1da97f02-8183-4b24-a92a-c707a82ffea5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:07.345696 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0def21ee-e2b2-411a-af32-a17986532ddb req-1da97f02-8183-4b24-a92a-c707a82ffea5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0488658 Nov 11 16:12:07.425826 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0def21ee-e2b2-411a-af32-a17986532ddb req-3d643828-f738-439d-a8e8-482fa0b4fb44 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Nov 11 16:12:07.436114 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af294d6-1524-47d1-b89a-2a2707dfb85b req-aa6ec748-d7cb-47a1-a481-43be4ea9d319 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:07.438422 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7af294d6-1524-47d1-b89a-2a2707dfb85b req-aa6ec748-d7cb-47a1-a481-43be4ea9d319 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0717957 Nov 11 16:12:07.525887 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7af294d6-1524-47d1-b89a-2a2707dfb85b req-0c893238-a316-4e91-bae3-93050c769418 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774913 Nov 11 16:12:07.546877 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b52b36-70a3-4219-94b2-9794963c6968 req-42b1baf6-9f96-4a70-b561-3d1b07d60ed5 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:07.548359 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f0b52b36-70a3-4219-94b2-9794963c6968 req-42b1baf6-9f96-4a70-b561-3d1b07d60ed5 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0636132 Nov 11 16:12:07.597942 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:12:07.605701 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f0b52b36-70a3-4219-94b2-9794963c6968 req-0c1d2f0b-d587-4a14-a7e2-d8a32ccfc925 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493336 Nov 11 16:12:07.731642 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265fed-5bf7-4698-970a-74c8881f93cd req-64ab7379-2832-4e0c-b961-e9c06e81e5d2 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:07.733185 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e5265fed-5bf7-4698-970a-74c8881f93cd req-64ab7379-2832-4e0c-b961-e9c06e81e5d2 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0541883 Nov 11 16:12:07.785886 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e5265fed-5bf7-4698-970a-74c8881f93cd req-07dc4fe8-aa70-4344-b17c-a2f79278bcbd tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460892 Nov 11 16:12:07.808178 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57090) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:07.994454 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560e8a1-be4a-4426-b9d7-2d0ef5320c3f tempest-TestShelveInstance-1887736925 tempest-TestShelveInstance-1887736925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:07.995951 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c560e8a1-be4a-4426-b9d7-2d0ef5320c3f tempest-TestShelveInstance-1887736925 tempest-TestShelveInstance-1887736925-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1094 time: 0.1867633 Nov 11 16:12:07.998967 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57098) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:08.003449 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'port_id': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:12:08.026264 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for floatingip, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:08.136239 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:08.261084 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519fe0a-461a-4702-9c6a-fa438285c4ed req-a575f86d-a026-472c-a6da-91bb552ed93b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:08.262519 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2519fe0a-461a-4702-9c6a-fa438285c4ed req-a575f86d-a026-472c-a6da-91bb552ed93b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0894189 Nov 11 16:12:08.285809 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Allocated IP 172.27.3.168 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/48ddcbf1-c928-4a45-af51-8c1855866698) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:12:08.372086 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2519fe0a-461a-4702-9c6a-fa438285c4ed req-017bf58f-4f41-4cc7-aba0-88e7fb0f5c18 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991459 Nov 11 16:12:08.423815 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:08.461386 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:08.514779 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:12:08.517990 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:12:08.523119 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:12:08.526503 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'Port': ['ID=48ddcbf1-c928-4a45-af51-8c1855866698,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:08.655295 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f2df2-d9aa-441a-b010-d3e83c92bd86 req-ca4d204d-db91-456a-98d0-d51e9a38cb78 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:08.656806 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-668f2df2-d9aa-441a-b010-d3e83c92bd86 req-ca4d204d-db91-456a-98d0-d51e9a38cb78 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.1093955 Nov 11 16:12:08.780312 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ff9b5-eb10-4984-9826-b8c16d073c21 req-005f10de-247b-492c-8235-24b4400886e2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:08.781810 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-760ff9b5-eb10-4984-9826-b8c16d073c21 req-005f10de-247b-492c-8235-24b4400886e2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1240880 Nov 11 16:12:08.858389 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-668f2df2-d9aa-441a-b010-d3e83c92bd86 req-1567c05c-fa24-4253-9850-0b24e079d4d5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854773 Nov 11 16:12:08.893604 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-760ff9b5-eb10-4984-9826-b8c16d073c21 req-76814cda-c996-483a-99f5-2066bfbc76e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040380 Nov 11 16:12:09.254203 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:09.320825 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:09.476553 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:09.481318 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:09.576474 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event updated for resources: {'Port': ['ID=48ddcbf1-c928-4a45-af51-8c1855866698,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:09.588022 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d90459-b784-4b2e-8114-98d50eec7ff9 req-d6e4f377-e01f-4d38-ae96-d2d892177b13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:09.589558 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9d90459-b784-4b2e-8114-98d50eec7ff9 req-d6e4f377-e01f-4d38-ae96-d2d892177b13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.1282027 Nov 11 16:12:09.594997 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:09.712385 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9d90459-b784-4b2e-8114-98d50eec7ff9 req-b1443fa2-3e9e-4a03-a845-cee2b7d0732d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146915 Nov 11 16:12:09.727368 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Floating IP f5b5c861-6566-4b41-b479-a16da151a646 associated. External IP: 172.27.3.168, port: bd264340-8b83-4de4-a609-9b81ed4a0b98. Nov 11 16:12:09.995095 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Router 24962362-beb0-492b-a4fa-6bdb05779aa3 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:12:10.018905 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6898111-75d1-4588-8e5b-2921a4fba932 req-eb50f8ea-f2b7-425f-9932-8eb11fc564b6 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:10.020300 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6898111-75d1-4588-8e5b-2921a4fba932 req-eb50f8ea-f2b7-425f-9932-8eb11fc564b6 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0957222 Nov 11 16:12:10.081813 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0e7e6-b66a-4db7-b4ed-1720e5335486 req-d969164d-9282-4046-bb82-4c2a4e94a96e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:10.083259 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d4d0e7e6-b66a-4db7-b4ed-1720e5335486 req-d969164d-9282-4046-bb82-4c2a4e94a96e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1224298 Nov 11 16:12:10.172838 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a6898111-75d1-4588-8e5b-2921a4fba932 req-ccfe8b43-7ae5-491d-823b-1009b21b3b10 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452992 Nov 11 16:12:10.200146 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:12:10.204919 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d4d0e7e6-b66a-4db7-b4ed-1720e5335486 req-0e81b013-8ccb-4d49-be23-64ac1117457f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131742 Nov 11 16:12:10.210623 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] Sync routers for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:12:10.222675 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:10.228028 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:12:10.228746 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:11:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:10.250441 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1d0fdf55-b4de-4f87-a1d7-4734d256500e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2503786 Nov 11 16:12:10.251018 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:10.253517 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cc68d4-12f3-4737-9345-5d0a76d96fec" -d '{"events": [{"name": "network-changed", "server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:10.289763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8f5f61-4d61-4aaa-9c5b-766a846f6bd7 x-openstack-request-id: req-4f8f5f61-4d61-4aaa-9c5b-766a846f6bd7 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:10.290122 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:10.290443 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f8f5f61-4d61-4aaa-9c5b-766a846f6bd7 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:10.290903 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'status': 'completed', 'code': 200} Nov 11 16:12:10.421666 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:12:10.636677 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'f5b5c861-6566-4b41-b479-a16da151a646', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'port_id': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'mac_address': 'fa:16:3e:de:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:12:08Z', 'updated_at': '2021-11-11T16:12:08Z', 'revision_number': 0, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 5, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:10.665559 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] Checking router: 24962362-beb0-492b-a4fa-6bdb05779aa3 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:12:10.673669 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:12:10.674856 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:11:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:10.777011 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:12:10.831177 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5cfb8-9f55-419c-aaac-996dd93afac4 req-bcbb81fc-2239-437d-a4c3-f595e57f3329 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:10.832549 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-89a5cfb8-9f55-419c-aaac-996dd93afac4 req-bcbb81fc-2239-437d-a4c3-f595e57f3329 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0472741 Nov 11 16:12:10.887458 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-89a5cfb8-9f55-419c-aaac-996dd93afac4 req-548e9df5-1bb2-44c9-9922-c82385e161a2 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490608 Nov 11 16:12:10.999240 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'f5b5c861-6566-4b41-b479-a16da151a646', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'port_id': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'mac_address': 'fa:16:3e:de:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:12:08Z', 'updated_at': '2021-11-11T16:12:08Z', 'revision_number': 0, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 5, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:11.027496 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d66a97-f788-48ac-98be-bfa012fe25d0 None None] The sync data for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi is: [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'f5b5c861-6566-4b41-b479-a16da151a646', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'port_id': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'mac_address': 'fa:16:3e:de:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:12:08Z', 'updated_at': '2021-11-11T16:12:08Z', 'revision_number': 0, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 5, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:12:11.204696 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787c122-33e9-4bbe-acf7-3a77d45d8087 None None] New status for floating IP f5b5c861-6566-4b41-b479-a16da151a646: ACTIVE {{(pid=101824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:12:11.293989 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad482ee-267c-4f5b-876d-301b6aecf7de req-ef6c4657-8bbf-4ac5-bc91-8cda48f7f4ea tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:11.295495 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3ad482ee-267c-4f5b-876d-301b6aecf7de req-ef6c4657-8bbf-4ac5-bc91-8cda48f7f4ea tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0490613 Nov 11 16:12:11.358069 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3ad482ee-267c-4f5b-876d-301b6aecf7de req-ea9cec63-098c-4cfa-867f-7b4f30393e83 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566709 Nov 11 16:12:11.396079 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73b31e-f0f1-4158-bc0d-444290d30ac7 req-4c331458-fc3b-4481-88cf-4f613532b03d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:11.397616 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b73b31e-f0f1-4158-bc0d-444290d30ac7 req-4c331458-fc3b-4481-88cf-4f613532b03d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0566895 Nov 11 16:12:11.444627 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b73b31e-f0f1-4158-bc0d-444290d30ac7 req-60721891-5020-4302-8400-f7c2b9056d13 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Nov 11 16:12:12.006030 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4cb7-4620-4b1d-b815-f6721fb1f2b9 req-e9767777-f573-4d0b-814c-a861526c9235 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:12.007463 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bd1c4cb7-4620-4b1d-b815-f6721fb1f2b9 req-e9767777-f573-4d0b-814c-a861526c9235 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Nov 11 16:12:12.052613 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bd1c4cb7-4620-4b1d-b815-f6721fb1f2b9 req-259213c7-551d-43cd-aae1-fc9326b3ce90 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Nov 11 16:12:12.473176 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac810d-eca9-485e-b017-19b5cdf2b1a7 req-672e2af3-d5d9-4184-a517-3f492ba7048e tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:12.474675 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a4ac810d-eca9-485e-b017-19b5cdf2b1a7 req-672e2af3-d5d9-4184-a517-3f492ba7048e tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Nov 11 16:12:12.545576 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a4ac810d-eca9-485e-b017-19b5cdf2b1a7 req-d007e356-04ce-4e02-ade1-51374202e2eb tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649202 Nov 11 16:12:12.565136 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff678f49-2c31-49c4-817d-6090f4ce1aaf req-35eb44f1-19c9-4132-a181-db8e791c5616 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:12.566577 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ff678f49-2c31-49c4-817d-6090f4ce1aaf req-35eb44f1-19c9-4132-a181-db8e791c5616 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0560055 Nov 11 16:12:12.615298 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ff678f49-2c31-49c4-817d-6090f4ce1aaf req-0f138688-7da8-4993-afa4-a7f13f5f9a13 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Nov 11 16:12:13.167393 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c195a-590d-451b-aca5-978bd014647a req-933f20f0-9112-41fb-ae7a-e99dc5e064bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:13.168841 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b92c195a-590d-451b-aca5-978bd014647a req-933f20f0-9112-41fb-ae7a-e99dc5e064bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0476389 Nov 11 16:12:13.215414 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b92c195a-590d-451b-aca5-978bd014647a req-8efecfde-ff42-4e7d-b04b-734fd761fc04 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400484 Nov 11 16:12:13.659121 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d16be1-32df-4f5f-b4d9-e3b8e110af23 req-d96a5c2e-7aa0-402e-bf80-3d858788bfc5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:13.660866 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-52d16be1-32df-4f5f-b4d9-e3b8e110af23 req-d96a5c2e-7aa0-402e-bf80-3d858788bfc5 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Nov 11 16:12:13.738725 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-52d16be1-32df-4f5f-b4d9-e3b8e110af23 req-92c1bac8-63a3-4591-8156-02e693c8bdc7 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717633 Nov 11 16:12:13.750421 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f98f-fbbe-4825-8cf4-412734d96ce5 req-f8bcbb2d-d19c-4c5d-9846-0a44c95cc322 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:13.751890 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3571f98f-fbbe-4825-8cf4-412734d96ce5 req-f8bcbb2d-d19c-4c5d-9846-0a44c95cc322 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0716560 Nov 11 16:12:13.810245 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3571f98f-fbbe-4825-8cf4-412734d96ce5 req-0a19ff97-ca81-4b15-a216-8e016be1ff45 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525925 Nov 11 16:12:13.838840 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-e2032bda-5b92-4a8d-a53f-14a8b00c4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:13.840294 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-e2032bda-5b92-4a8d-a53f-14a8b00c4a27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1099 time: 0.0429711 Nov 11 16:12:13.948630 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-ce43e4ab-e993-46ff-9118-2b27824db3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:13.950153 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-ce43e4ab-e993-46ff-9118-2b27824db3ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 910 time: 0.0904405 Nov 11 16:12:14.036616 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-99b1f672-7140-4db8-929c-1bc35030b8b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 1002 time: 0.0647988 Nov 11 16:12:14.097586 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-10bc6a29-acd5-4a85-a765-de06e25c614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:14.099047 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-10bc6a29-acd5-4a85-a765-de06e25c614f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 200 len: 848 time: 0.0457880 Nov 11 16:12:14.153558 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-6df973b6-1fbd-4d23-89df-3a6a67c2e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:14.156393 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-6df973b6-1fbd-4d23-89df-3a6a67c2e6e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9ff2228-33b7-44d7-95dd-37848a0aeb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468612 Nov 11 16:12:14.255368 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-a092418c-7c9a-4a90-8ae4-8803a5399036 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818584 Nov 11 16:12:14.387368 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdafbd-23c3-4f6c-ba29-2b4f0180c7b0 req-2e56a07c-471e-4be5-81da-2588dd7add8a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:14.388834 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a2fdafbd-23c3-4f6c-ba29-2b4f0180c7b0 req-2e56a07c-471e-4be5-81da-2588dd7add8a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0995960 Nov 11 16:12:14.395136 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1cc68d4-12f3-4737-9345-5d0a76d96fec req-f218d3a8-bccc-4c30-bfd0-5b0972d94964 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243649 Nov 11 16:12:14.443994 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a2fdafbd-23c3-4f6c-ba29-2b4f0180c7b0 req-ff93b3b1-700c-4934-9b79-a73e502dd08f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478799 Nov 11 16:12:14.852208 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baabee-5130-42d8-a123-7d2388611db5 req-643939aa-7c1e-4cee-8f6b-fae925b1854d tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:14.853735 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-73baabee-5130-42d8-a123-7d2388611db5 req-643939aa-7c1e-4cee-8f6b-fae925b1854d tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0503201 Nov 11 16:12:14.934988 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-73baabee-5130-42d8-a123-7d2388611db5 req-29509f7b-bad0-4e3f-a75b-d59b5f63eda4 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748935 Nov 11 16:12:14.951104 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b90b-e76d-46e4-ba20-3e92d1e3d05c req-7004d21a-b367-49cf-a072-454d085bf7fb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:14.952571 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b028b90b-e76d-46e4-ba20-3e92d1e3d05c req-7004d21a-b367-49cf-a072-454d085bf7fb tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0700386 Nov 11 16:12:15.007356 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b028b90b-e76d-46e4-ba20-3e92d1e3d05c req-c55dd2c3-6634-4119-a09b-0816471f6211 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478323 Nov 11 16:12:15.554470 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fa834-199c-4468-89b3-c2c5db2531e7 req-2076e248-834f-4bd5-9107-f334492d6bad tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:15.555953 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9a9fa834-199c-4468-89b3-c2c5db2531e7 req-2076e248-834f-4bd5-9107-f334492d6bad tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0468202 Nov 11 16:12:15.601809 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9a9fa834-199c-4468-89b3-c2c5db2531e7 req-984514c5-7cbe-415d-8057-f7eff1672630 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Nov 11 16:12:16.051037 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29eace-b4b3-4078-bff6-78d044b4bb5b req-cc9109f5-279e-48df-b13a-4dd2a4f2a35d tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:16.052502 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab29eace-b4b3-4078-bff6-78d044b4bb5b req-cc9109f5-279e-48df-b13a-4dd2a4f2a35d tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0510292 Nov 11 16:12:16.120698 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab29eace-b4b3-4078-bff6-78d044b4bb5b req-1e701f12-5045-4c73-9456-b3bf2214f6e8 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621543 Nov 11 16:12:16.140672 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa1c4-437e-42bb-8f9e-9f940ef393ea req-cfc235b9-9c9c-44cd-b08b-acfe89481ba2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:16.142780 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-147aa1c4-437e-42bb-8f9e-9f940ef393ea req-cfc235b9-9c9c-44cd-b08b-acfe89481ba2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0607593 Nov 11 16:12:16.190526 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-147aa1c4-437e-42bb-8f9e-9f940ef393ea req-6e71baea-cb75-4854-95d7-91acd21e3ee0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Nov 11 16:12:16.236894 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16ae8a7e-2b9e-4adc-8201-ee939e7f29e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:16.722684 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb6404-e1d7-41fc-ac9a-a42355303d41 req-ecb77793-b41f-4367-b85c-5d578955e5da tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:16.724744 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92bb6404-e1d7-41fc-ac9a-a42355303d41 req-ecb77793-b41f-4367-b85c-5d578955e5da tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0527184 Nov 11 16:12:16.773450 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92bb6404-e1d7-41fc-ac9a-a42355303d41 req-787f037d-6c00-4041-946f-67a500f37879 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Nov 11 16:12:17.253898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5610d4d-f554-475c-8ad4-038ea7fb95ff req-8e7644fb-992a-4aac-9b5d-ee1a8395c1a0 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:17.256507 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f5610d4d-f554-475c-8ad4-038ea7fb95ff req-8e7644fb-992a-4aac-9b5d-ee1a8395c1a0 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0687082 Nov 11 16:12:17.333038 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f5610d4d-f554-475c-8ad4-038ea7fb95ff req-8856d6f5-b946-4c2f-886c-6a9604223c40 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708053 Nov 11 16:12:17.351761 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c81247-1ffb-45c0-af09-2202115af38d req-1249a90f-3af6-4b23-a971-b4851c5cd257 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:17.353250 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-10c81247-1ffb-45c0-af09-2202115af38d req-1249a90f-3af6-4b23-a971-b4851c5cd257 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0693069 Nov 11 16:12:17.405651 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-10c81247-1ffb-45c0-af09-2202115af38d req-ef15fa90-b4a8-4d5a-b5ed-604a556162a4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Nov 11 16:12:17.567754 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb8b8-18c4-4e96-ae2b-2374e724ce15 req-68ed3b9d-9a78-4df1-813c-a0eee5f60efe tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:17.569583 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2cceb8b8-18c4-4e96-ae2b-2374e724ce15 req-68ed3b9d-9a78-4df1-813c-a0eee5f60efe tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0521488 Nov 11 16:12:17.622592 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2cceb8b8-18c4-4e96-ae2b-2374e724ce15 req-15eeb5f9-0472-414d-824d-1210b91c8294 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470660 Nov 11 16:12:17.891089 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dd35-f5c0-40bd-8039-a7b7b9a3f632 req-746a78ae-7714-4219-b6e6-f18bb5b75edd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:17.892986 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6b8dd35-f5c0-40bd-8039-a7b7b9a3f632 req-746a78ae-7714-4219-b6e6-f18bb5b75edd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0465207 Nov 11 16:12:17.939754 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6b8dd35-f5c0-40bd-8039-a7b7b9a3f632 req-4e997378-c5f3-4c69-8612-e9cec72c8226 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406783 Nov 11 16:12:18.360109 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99ce95f6-03be-475f-bb3b-9bedc56242fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:18.448913 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584c7bf-aaec-4f92-a787-2585e7a32b4e req-ee456acc-4f90-41dc-adcf-08f34d2fe422 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:18.450428 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e584c7bf-aaec-4f92-a787-2585e7a32b4e req-ee456acc-4f90-41dc-adcf-08f34d2fe422 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0511632 Nov 11 16:12:18.548618 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e584c7bf-aaec-4f92-a787-2585e7a32b4e req-35a01c45-ed4f-4af0-b78a-af19469dab28 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/security-groups?id=17748b4f-fab9-486d-9ee1-d7f436718d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924981 Nov 11 16:12:18.567824 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec3fad-e721-41e5-8254-c81569c9fc81 req-35e76c58-f54b-4814-832d-7aba71e77948 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:18.569302 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-77ec3fad-e721-41e5-8254-c81569c9fc81 req-35e76c58-f54b-4814-832d-7aba71e77948 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0973237 Nov 11 16:12:18.581123 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f8653-2230-40b4-a262-c9883244c2a5 req-a15fe9d8-f741-4d98-b95e-b287399028fd tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:18.582475 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-481f8653-2230-40b4-a262-c9883244c2a5 req-a15fe9d8-f741-4d98-b95e-b287399028fd tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 945 time: 0.0747931 Nov 11 16:12:18.684222 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-77ec3fad-e721-41e5-8254-c81569c9fc81 req-d48da171-13b6-49a1-bcc4-9c0c8dfb2883 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987728 Nov 11 16:12:18.713706 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Deleting port 82964454-7931-4ab7-b5aa-d95000d3885a {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:18.714120 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:18.819619 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38b39-2897-4439-9a8a-01fb3b8afa75 req-a5c134b1-1d57-4871-b636-d54d1006ed81 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:18.821195 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-94a38b39-2897-4439-9a8a-01fb3b8afa75 req-a5c134b1-1d57-4871-b636-d54d1006ed81 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.1039941 Nov 11 16:12:18.862340 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] For port 82964454-7931-4ab7-b5aa-d95000d3885a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=82964454-7931-4ab7-b5aa-d95000d3885a,segment=NetworkSegment(501ea5b9-4672-43bb-81fa-3a5eacc38c03),segment_id=501ea5b9-4672-43bb-81fa-3a5eacc38c03)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:18.862706 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:18.885172 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Calling delete_port for 82964454-7931-4ab7-b5aa-d95000d3885a owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:18.906356 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-94a38b39-2897-4439-9a8a-01fb3b8afa75 req-70ac02f7-7627-445c-a4b7-fc072084f7fc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724335 Nov 11 16:12:19.026417 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57312) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:19.065834 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.079956 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['82964454-7931-4ab7-b5aa-d95000d3885a'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:19.113681 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe732d4-eaad-4110-8ffd-8fc3aa2f10aa req-9a6289f5-b810-400c-8b38-37d4d76b50ed tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:19.114977 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2fe732d4-eaad-4110-8ffd-8fc3aa2f10aa req-9a6289f5-b810-400c-8b38-37d4d76b50ed tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0996122 Nov 11 16:12:19.122306 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Pushing event deleted for resources: {'Port': ['ID=82964454-7931-4ab7-b5aa-d95000d3885a,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:19.142877 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.175990 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] No DVR routers for this DVR port 82964454-7931-4ab7-b5aa-d95000d3885a on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:12:19.179078 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.182575 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-481f8653-2230-40b4-a262-c9883244c2a5 req-5549eeca-af3a-4d0e-b734-1da9c5022d76 tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.57 "DELETE /v2.0/ports/82964454-7931-4ab7-b5aa-d95000d3885a HTTP/1.1" status: 204 len: 173 time: 0.5868495 Nov 11 16:12:19.184120 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'name': 'network-vif-deleted', 'tag': '82964454-7931-4ab7-b5aa-d95000d3885a'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:19.187931 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f6abd7-d1dc-456f-8b84-09c1768002dd" -d '{"events": [{"server_uuid": "1a45f17a-d1b8-4ef2-b377-94e382278774", "name": "network-vif-deleted", "tag": "82964454-7931-4ab7-b5aa-d95000d3885a"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:19.218046 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.225088 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.228989 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2fe732d4-eaad-4110-8ffd-8fc3aa2f10aa req-796a972d-8cd1-4353-b43c-ae1255784227 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020429 Nov 11 16:12:19.233920 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df35d31-9ff5-40ac-a684-ded774bb8efb x-openstack-request-id: req-7df35d31-9ff5-40ac-a684-ded774bb8efb {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:19.234090 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a45f17a-d1b8-4ef2-b377-94e382278774", "name": "network-vif-deleted", "tag": "82964454-7931-4ab7-b5aa-d95000d3885a", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:19.234387 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7df35d31-9ff5-40ac-a684-ded774bb8efb {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:19.234839 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a45f17a-d1b8-4ef2-b377-94e382278774', 'name': 'network-vif-deleted', 'tag': '82964454-7931-4ab7-b5aa-d95000d3885a', 'status': 'completed', 'code': 200} Nov 11 16:12:19.268690 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c15e935ff47342319b7d37d22d58b0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410944 Nov 11 16:12:19.271364 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57318) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:19.273617 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac836a-744f-4950-a2cd-a23ee2b1e01a,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:19.281212 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.281567 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.282739 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.283072 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.283404 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.283738 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.284319 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.284657 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.284980 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.285495 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.285974 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.286475 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292990c-81dc-4cf4-8851-8dcf73a6bb9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:19.323209 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3dc49cc0-e4a5-41ee-9fc5-c2429d09aeea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.344760 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3dc49cc0-e4a5-41ee-9fc5-c2429d09aeea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.394479 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3dc49cc0-e4a5-41ee-9fc5-c2429d09aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.396904 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3dc49cc0-e4a5-41ee-9fc5-c2429d09aeea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.398087 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-3dc49cc0-e4a5-41ee-9fc5-c2429d09aeea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29ac836a-744f-4950-a2cd-a23ee2b1e01a HTTP/1.1" status: 204 len: 168 time: 0.1256618 Nov 11 16:12:19.405569 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc49cc0-e4a5-41ee-9fc5-c2429d09aeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac836a-744f-4950-a2cd-a23ee2b1e01a,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:19.435426 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:19.662708 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d1a62de0-4a01-48d3-a4c5-2e03d2d5b686 req-6e999f92-5191-46bd-8f98-30a699a24e9c tempest-VolumesActionsTest-1427270473 tempest-VolumesActionsTest-1427270473-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a45f17a-d1b8-4ef2-b377-94e382278774 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Nov 11 16:12:19.808246 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fd6df-641f-4637-9d61-81e52fb93115 req-3337a0cf-65c1-4795-a9d0-4eb3c9612a70 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:19.810811 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-425fd6df-641f-4637-9d61-81e52fb93115 req-3337a0cf-65c1-4795-a9d0-4eb3c9612a70 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0541923 Nov 11 16:12:19.859445 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-425fd6df-641f-4637-9d61-81e52fb93115 req-12c18bb9-07e6-4a48-bb09-e1b41c6a8e93 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431204 Nov 11 16:12:20.027603 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b410fa1-4630-4d10-9189-eb8ed5be777d req-c7e66fba-cd5f-45d5-bae2-79cc4c28859a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:20.029220 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4b410fa1-4630-4d10-9189-eb8ed5be777d req-c7e66fba-cd5f-45d5-bae2-79cc4c28859a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Nov 11 16:12:20.103802 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335210-8d96-4200-a6d7-d9e24f3efcf3 req-028c1e6c-491a-4b46-b9c3-7fcfce470ffd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:20.105281 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-34335210-8d96-4200-a6d7-d9e24f3efcf3 req-028c1e6c-491a-4b46-b9c3-7fcfce470ffd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0750971 Nov 11 16:12:20.112329 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4b410fa1-4630-4d10-9189-eb8ed5be777d req-7fce2a82-46df-479a-bb74-d80c0a38b59a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731685 Nov 11 16:12:20.152886 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-34335210-8d96-4200-a6d7-d9e24f3efcf3 req-11b7a60c-57a9-4986-84a9-9ad6a4e572bf tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Nov 11 16:12:20.350478 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638e17-3f50-46a7-9dff-09182bd74b77 req-d67b432e-8678-4b4a-8c3e-4357f94f6f62 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:20.351932 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-79638e17-3f50-46a7-9dff-09182bd74b77 req-d67b432e-8678-4b4a-8c3e-4357f94f6f62 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0464485 Nov 11 16:12:20.399169 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-79638e17-3f50-46a7-9dff-09182bd74b77 req-65e82e8f-74d9-4ae2-9457-b7128f989bb6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Nov 11 16:12:20.847682 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:20.980080 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8ffdc-ae83-4f44-95c2-658d0aa4bcd7 req-2ec196be-b37c-4ef9-8c45-2b6486a2a7f2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:20.981589 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bae8ffdc-ae83-4f44-95c2-658d0aa4bcd7 req-2ec196be-b37c-4ef9-8c45-2b6486a2a7f2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0494065 Nov 11 16:12:21.049427 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bae8ffdc-ae83-4f44-95c2-658d0aa4bcd7 req-2bda8134-b4b8-42d6-8150-d577c9709e47 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614688 Nov 11 16:12:21.244214 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f53405-7f0b-4151-90d8-2144ca974845 req-e8912390-0d9b-4c8c-aaa2-bb832711d0ed tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:21.245936 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2f53405-7f0b-4151-90d8-2144ca974845 req-e8912390-0d9b-4c8c-aaa2-bb832711d0ed tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0633082 Nov 11 16:12:21.331578 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4417-4e63-4c1a-a599-285423d51fe6 req-01473fc2-f064-4f95-8e07-69c5bc34e736 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:21.333073 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-79df4417-4e63-4c1a-a599-285423d51fe6 req-01473fc2-f064-4f95-8e07-69c5bc34e736 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0860023 Nov 11 16:12:21.338176 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2f53405-7f0b-4151-90d8-2144ca974845 req-f04b558a-8c46-472d-966f-41255887531f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799930 Nov 11 16:12:21.389080 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-79df4417-4e63-4c1a-a599-285423d51fe6 req-f9ea4544-7a57-4b05-8d64-de5dcd7d400e tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463820 Nov 11 16:12:21.529430 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596eb74-785a-453b-b58e-a87e2baa2ca1 req-b195d04b-b0b6-4a11-970c-d77b8abe7390 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:21.530873 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9596eb74-785a-453b-b58e-a87e2baa2ca1 req-b195d04b-b0b6-4a11-970c-d77b8abe7390 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0507882 Nov 11 16:12:21.577177 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9596eb74-785a-453b-b58e-a87e2baa2ca1 req-2b532ce5-fdc7-4fcc-acd0-785cd77e85d9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Nov 11 16:12:21.658181 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:22.164990 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404574f-5f7b-490d-9b70-edcafa807572 req-d589a820-5725-4d4d-80ae-3c875623ccee tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:22.166461 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6404574f-5f7b-490d-9b70-edcafa807572 req-d589a820-5725-4d4d-80ae-3c875623ccee tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0477850 Nov 11 16:12:22.212367 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6404574f-5f7b-490d-9b70-edcafa807572 req-5f42d87e-d176-4feb-b7bd-5fad2d7bca58 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Nov 11 16:12:22.457117 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872338d-c897-4394-926e-036b48a03f55 req-2cab9393-51cd-44ce-bf01-febf9a27286b tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:22.458715 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0872338d-c897-4394-926e-036b48a03f55 req-2cab9393-51cd-44ce-bf01-febf9a27286b tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0476546 Nov 11 16:12:22.530429 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b022989-6ecf-4be8-9204-072d4aa2af25 req-af2e8a15-5a1b-4b6f-b2b8-1c5ab5492e67 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:22.532421 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b022989-6ecf-4be8-9204-072d4aa2af25 req-af2e8a15-5a1b-4b6f-b2b8-1c5ab5492e67 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0727713 Nov 11 16:12:22.550355 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0872338d-c897-4394-926e-036b48a03f55 req-89279dba-52e7-490b-882d-d3aaf7ca4c33 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824912 Nov 11 16:12:22.583780 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b022989-6ecf-4be8-9204-072d4aa2af25 req-a3c9212b-b3aa-4117-908b-7f022336fd79 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Nov 11 16:12:22.691214 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6776-2a9d-4f4f-9d20-71387a92d142 req-c2b22601-c03b-4a81-9336-e5519697474a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:22.692595 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2cd6776-2a9d-4f4f-9d20-71387a92d142 req-c2b22601-c03b-4a81-9336-e5519697474a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0481329 Nov 11 16:12:22.737806 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2cd6776-2a9d-4f4f-9d20-71387a92d142 req-00c1b6e1-74f2-45fd-a7e1-718752bab284 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394392 Nov 11 16:12:22.955565 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 82964454-7931-4ab7-b5aa-d95000d3885a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:22.975324 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 82964454-7931-4ab7-b5aa-d95000d3885a {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:12:22.975671 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 82964454-7931-4ab7-b5aa-d95000d3885a not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:12:23.328417 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9539-29db-4d66-8626-a6fa94494757 req-aa5fcb7a-c551-4a88-a5ce-b4deb2e49403 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:23.329892 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15be9539-29db-4d66-8626-a6fa94494757 req-aa5fcb7a-c551-4a88-a5ce-b4deb2e49403 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0503788 Nov 11 16:12:23.375476 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15be9539-29db-4d66-8626-a6fa94494757 req-d62c8e3d-7809-4e4b-9845-36890dd4d7cc tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Nov 11 16:12:23.688752 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee1bb-c5a5-404b-a84b-950eabf6e6da req-dd62fac1-d2d9-4306-82be-c76ff4e1122d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:23.690254 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-54cee1bb-c5a5-404b-a84b-950eabf6e6da req-dd62fac1-d2d9-4306-82be-c76ff4e1122d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0724123 Nov 11 16:12:23.723996 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a271-2520-4961-827f-6d3971e882fb req-0cae6ee1-6920-48a2-bc49-41a6179f33a3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:23.725428 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7398a271-2520-4961-827f-6d3971e882fb req-0cae6ee1-6920-48a2-bc49-41a6179f33a3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0743074 Nov 11 16:12:23.971209 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-54cee1bb-c5a5-404b-a84b-950eabf6e6da req-9018bdb4-019d-4023-a849-8a7959bcf924 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749927 Nov 11 16:12:23.994308 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7398a271-2520-4961-827f-6d3971e882fb req-3892f677-a3d6-4882-8719-4723750b33d6 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581315 Nov 11 16:12:24.073599 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e43ff-1f13-4607-8bf0-a210c217a62d req-ba63b61e-09af-4cbd-a2a7-493b088059c1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:24.075037 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a5e43ff-1f13-4607-8bf0-a210c217a62d req-ba63b61e-09af-4cbd-a2a7-493b088059c1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0478971 Nov 11 16:12:24.120450 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a5e43ff-1f13-4607-8bf0-a210c217a62d req-eab69561-c40e-4cce-a587-83991fc217b4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 Nov 11 16:12:24.486849 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be236e6-fde7-4a93-9c44-78c81783c5ea req-c7512177-5da5-4761-9afd-e1d0472efe7c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:24.488317 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8be236e6-fde7-4a93-9c44-78c81783c5ea req-c7512177-5da5-4761-9afd-e1d0472efe7c tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0474014 Nov 11 16:12:24.537008 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8be236e6-fde7-4a93-9c44-78c81783c5ea req-90c9ca1c-cb56-40ab-8c85-1d27927abb6d tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Nov 11 16:12:25.115069 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133729ca-13c8-470d-b05f-87fb1e8159f6 req-c8e56f67-ca28-4a95-95ed-6c3305066ffa tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:25.116537 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-133729ca-13c8-470d-b05f-87fb1e8159f6 req-c8e56f67-ca28-4a95-95ed-6c3305066ffa tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0765264 Nov 11 16:12:25.128490 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbdb4e-1c07-436d-884e-e913e0a2e5d0 req-58aa4da9-6799-4869-99a1-0fe5da179f89 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:25.129930 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f3cbdb4e-1c07-436d-884e-e913e0a2e5d0 req-58aa4da9-6799-4869-99a1-0fe5da179f89 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0647466 Nov 11 16:12:25.203047 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-133729ca-13c8-470d-b05f-87fb1e8159f6 req-8bc43620-57f8-41cf-8504-43263c66ac92 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716329 Nov 11 16:12:25.210599 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f3cbdb4e-1c07-436d-884e-e913e0a2e5d0 req-fc65d200-c4fb-48fb-9559-5f8399811d83 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730762 Nov 11 16:12:25.307505 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8b1ae-31b1-4090-9e99-b5b7ad9aa497 req-ae8748a6-bd7c-4767-a908-7bec72ac9283 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:25.308981 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f6e8b1ae-31b1-4090-9e99-b5b7ad9aa497 req-ae8748a6-bd7c-4767-a908-7bec72ac9283 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0506203 Nov 11 16:12:25.360031 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f6e8b1ae-31b1-4090-9e99-b5b7ad9aa497 req-f352f8e2-05c7-444d-a9b4-97cbbcd23cc5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440524 Nov 11 16:12:25.675403 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-301d34f8-04f6-4254-9127-a1ba39cc18e2 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:25.676835 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-301d34f8-04f6-4254-9127-a1ba39cc18e2 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 945 time: 0.0744233 Nov 11 16:12:25.688355 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe12ccd-7c59-43f9-9584-2f277919808d req-1034f9e2-26d4-4d10-862c-52207e879aa7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:25.689737 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ebe12ccd-7c59-43f9-9584-2f277919808d req-1034f9e2-26d4-4d10-862c-52207e879aa7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0783777 Nov 11 16:12:25.784409 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ebe12ccd-7c59-43f9-9584-2f277919808d req-b5744b0d-cf11-4691-add2-22c308eb2f92 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878220 Nov 11 16:12:25.805383 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Deleting port 0caa0831-0144-4dc6-85cb-6d7515a2534b {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:25.805724 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:25.895332 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] For port 0caa0831-0144-4dc6-85cb-6d7515a2534b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0caa0831-0144-4dc6-85cb-6d7515a2534b,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:25.895611 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:25.907921 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Calling delete_port for 0caa0831-0144-4dc6-85cb-6d7515a2534b owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:26.030687 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:26.058751 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event deleted for resources: {'Port': ['ID=0caa0831-0144-4dc6-85cb-6d7515a2534b,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:26.059190 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725', 'e42e23ee-97da-4671-8485-a2e73f9e64cf', '61fc0eff-4c57-43a9-b108-395e8e0713d2', '0caa0831-0144-4dc6-85cb-6d7515a2534b'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:26.086067 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.086416 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.086769 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.087095 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.087430 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.087763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.088093 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.088417 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.088740 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.089082 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.089407 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.089728 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:26.110632 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] No DVR routers for this DVR port 0caa0831-0144-4dc6-85cb-6d7515a2534b on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:12:26.113090 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:26.116633 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-29804bbd-35d5-40a5-a7e0-6faa58790d0a req-cf13f1f2-f10b-4f85-8dda-0d495a9f4fc0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "DELETE /v2.0/ports/0caa0831-0144-4dc6-85cb-6d7515a2534b HTTP/1.1" status: 204 len: 173 time: 0.4260302 Nov 11 16:12:26.117092 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'name': 'network-vif-deleted', 'tag': '0caa0831-0144-4dc6-85cb-6d7515a2534b'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:26.119324 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a06872-5a0a-4389-a11d-6f3cf74e4b32" -d '{"events": [{"server_uuid": "c4651532-47f9-4090-a925-8a433a3fbeae", "name": "network-vif-deleted", "tag": "0caa0831-0144-4dc6-85cb-6d7515a2534b"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:26.159765 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c4126-6d35-48aa-a32d-e169f2a2fc49 x-openstack-request-id: req-df7c4126-6d35-48aa-a32d-e169f2a2fc49 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:26.160055 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4651532-47f9-4090-a925-8a433a3fbeae", "name": "network-vif-deleted", "tag": "0caa0831-0144-4dc6-85cb-6d7515a2534b", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:26.160309 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df7c4126-6d35-48aa-a32d-e169f2a2fc49 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:26.160731 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4651532-47f9-4090-a925-8a433a3fbeae', 'name': 'network-vif-deleted', 'tag': '0caa0831-0144-4dc6-85cb-6d7515a2534b', 'status': 'completed', 'code': 200} Nov 11 16:12:26.345183 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-755bd4ae-654d-4037-84d5-9a596f645e4a req-75446521-5d18-46f9-bbd7-a7a066d1178b tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4651532-47f9-4090-a925-8a433a3fbeae HTTP/1.1" status: 200 len: 210 time: 0.0363636 Nov 11 16:12:26.356063 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd685342-2bdc-44cd-8208-675766edb0db req-c3a4fee0-19ac-4969-b845-0b4796956365 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:26.357787 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dd685342-2bdc-44cd-8208-675766edb0db req-c3a4fee0-19ac-4969-b845-0b4796956365 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0818708 Nov 11 16:12:26.420205 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dd685342-2bdc-44cd-8208-675766edb0db req-f1044833-ea5b-4834-bff3-08358af4f6a8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563624 Nov 11 16:12:26.508422 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f1e89-7d79-4a05-bc0d-7616557c7191 req-07660165-5d05-4845-a8ca-8c5794168bb1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:26.509952 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-981f1e89-7d79-4a05-bc0d-7616557c7191 req-07660165-5d05-4845-a8ca-8c5794168bb1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Nov 11 16:12:26.561284 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-981f1e89-7d79-4a05-bc0d-7616557c7191 req-1ed87f7d-4329-4954-86af-dba55a83a19c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 Nov 11 16:12:26.609198 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a8fb2-9cb2-451b-9f4c-a041b2c671a8 req-6ab57755-b3fc-450e-b6ff-bed8d5b54348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:26.610878 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b3a8fb2-9cb2-451b-9f4c-a041b2c671a8 req-6ab57755-b3fc-450e-b6ff-bed8d5b54348 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.0474043 Nov 11 16:12:26.660310 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b3a8fb2-9cb2-451b-9f4c-a041b2c671a8 req-03130a9e-74b6-4d39-abc6-94750065efa5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Nov 11 16:12:26.904092 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda97fd3-21cb-4190-bd3b-6dc81d9bcb2f req-ee3e936d-fd88-4fe5-b208-b611e282366b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:26.912373 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dda97fd3-21cb-4190-bd3b-6dc81d9bcb2f req-ee3e936d-fd88-4fe5-b208-b611e282366b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0573514 Nov 11 16:12:26.961623 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dda97fd3-21cb-4190-bd3b-6dc81d9bcb2f req-95b24df9-ec49-4cc4-8325-b1c0ee5e49e4 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482407 Nov 11 16:12:27.545646 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7830-e57e-42d8-8d84-1617dbb68893 req-2e43285a-b47b-400b-b9c2-a0b8d7c66d39 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:27.554378 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d59a7830-e57e-42d8-8d84-1617dbb68893 req-2e43285a-b47b-400b-b9c2-a0b8d7c66d39 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0614693 Nov 11 16:12:27.632215 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d59a7830-e57e-42d8-8d84-1617dbb68893 req-401e61ee-939d-4a5d-9d21-fcd2a8e845ac tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767896 Nov 11 16:12:27.711612 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6a1b2-c9c4-4162-8389-32aad303b1b0 req-7d05ad2b-3e04-487a-b9dd-f54265257f21 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:27.719872 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8cf6a1b2-c9c4-4162-8389-32aad303b1b0 req-7d05ad2b-3e04-487a-b9dd-f54265257f21 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0563962 Nov 11 16:12:27.764190 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8cf6a1b2-c9c4-4162-8389-32aad303b1b0 req-61ad1461-a55a-424d-8a90-fac98e07f384 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Nov 11 16:12:28.091059 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8c6f7-0093-4b58-a303-5850a338a201 req-d4188700-36a5-4c9b-b386-2b76db04fb8b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:28.095314 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c9f8c6f7-0093-4b58-a303-5850a338a201 req-d4188700-36a5-4c9b-b386-2b76db04fb8b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0519650 Nov 11 16:12:28.162718 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c9f8c6f7-0093-4b58-a303-5850a338a201 req-8f2269fc-38d8-4a01-88f0-2550f492ef10 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572472 Nov 11 16:12:28.275314 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-3a3e506a-0e01-49f5-8b7c-3d5225500a79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478358 Nov 11 16:12:28.435452 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-e0712a1c-1c32-4be6-8197-0a19ae9d1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:28.437494 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-e0712a1c-1c32-4be6-8197-0a19ae9d1447 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 1099 time: 0.1318529 Nov 11 16:12:28.590063 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-8dd45be0-a6a2-4dbe-8467-0e6345bf8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:28.591550 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-8dd45be0-a6a2-4dbe-8467-0e6345bf8b6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.1269193 Nov 11 16:12:28.642832 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-62f7fe87-6575-43c3-b060-cc9ef295df97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f300393-c4bd-4539-9e93-e938c1df87f5 HTTP/1.1" status: 200 len: 217 time: 0.0413749 Nov 11 16:12:28.796480 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-f11eaf4f-f7ce-4e05-9f7c-7136f74a631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:28.798397 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-f11eaf4f-f7ce-4e05-9f7c-7136f74a631d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.1478872 Nov 11 16:12:28.846378 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-4cb81e84-8f7c-4032-a97b-6307fff154d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336237 Nov 11 16:12:28.855356 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1551-f26d-44ba-8eed-c86fefbc4b00 req-4bc40e13-b4d6-48f3-b469-842ca6cf11e3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:28.857037 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-809f1551-f26d-44ba-8eed-c86fefbc4b00 req-4bc40e13-b4d6-48f3-b469-842ca6cf11e3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.1129153 Nov 11 16:12:29.010953 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-809f1551-f26d-44ba-8eed-c86fefbc4b00 req-5d730c22-3136-4992-9ca7-1edfcbabb677 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347070 Nov 11 16:12:29.024371 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46e1ce-3181-4c06-b249-4f0517f984a3 req-f8bed572-ec9d-4a44-9cbd-0708a5138255 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:29.032388 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3d46e1ce-3181-4c06-b249-4f0517f984a3 req-f8bed572-ec9d-4a44-9cbd-0708a5138255 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.1541576 Nov 11 16:12:29.052044 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-7a253c02-3d30-4ea6-9161-89f02f069da2 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939309 Nov 11 16:12:29.140642 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3d46e1ce-3181-4c06-b249-4f0517f984a3 req-eb9314b6-f564-4a5f-88b7-ae8f09f788ac tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071105 Nov 11 16:12:29.202676 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7513c4-cc45-4fed-80ce-6263180b10d7 req-12afa1e6-52c7-4cce-b689-4004dfcb86a1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:29.204191 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d7513c4-cc45-4fed-80ce-6263180b10d7 req-12afa1e6-52c7-4cce-b689-4004dfcb86a1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0850196 Nov 11 16:12:29.232026 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d097e2e6-22a6-4e2c-9c6d-cb758df867f7 req-4ed4e18f-a039-4033-9c83-1c6e9baddf91 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661484 Nov 11 16:12:29.317376 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5d7513c4-cc45-4fed-80ce-6263180b10d7 req-7780caf1-a2d1-44c7-9faa-6e2e13abaf7b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041431 Nov 11 16:12:29.412118 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286f6e0-2eee-41b9-a12f-c7843ef5c8f7 req-9176f198-ca5c-4afe-854b-956188caf6cf tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:29.420620 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a286f6e0-2eee-41b9-a12f-c7843ef5c8f7 req-9176f198-ca5c-4afe-854b-956188caf6cf tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1016548 Nov 11 16:12:29.482036 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a286f6e0-2eee-41b9-a12f-c7843ef5c8f7 req-73d5e8c9-dd25-42ef-94d5-40f9b2c6f327 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603249 Nov 11 16:12:29.850334 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:29.875535 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-be6fe5de-9220-4ed3-9707-c8f41e59811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:29.877580 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-be6fe5de-9220-4ed3-9707-c8f41e59811e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b263597e7e545d2b309a5d2b2619456&device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 1098 time: 0.0869827 Nov 11 16:12:29.886204 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af391253-69f0-4d5b-bd87-8114553c4393 req-fa8d10c9-716a-4872-b3eb-6345955b4a7e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:29.887732 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af391253-69f0-4d5b-bd87-8114553c4393 req-fa8d10c9-716a-4872-b3eb-6345955b4a7e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1106124 Nov 11 16:12:30.035965 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af391253-69f0-4d5b-bd87-8114553c4393 req-cc751b52-8a83-4baa-80e7-181d48143c28 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342199 Nov 11 16:12:30.078785 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-479cb07d-c89d-4043-a5a6-912f872790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:30.080411 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-479cb07d-c89d-4043-a5a6-912f872790ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 200 len: 920 time: 0.1917644 Nov 11 16:12:30.133447 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-cf548c29-8492-4000-85dc-361db810a873 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 200 len: 217 time: 0.0436864 Nov 11 16:12:30.252260 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da96466-104e-43e7-b0b7-b6463f6c61ee req-79798bfd-9f20-4a60-afb4-26356e1199ae tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:30.256949 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2da96466-104e-43e7-b0b7-b6463f6c61ee req-79798bfd-9f20-4a60-afb4-26356e1199ae tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.1223602 Nov 11 16:12:30.281634 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-c9e5043d-bdf7-4094-860c-a655e0def3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:30.283915 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-c9e5043d-bdf7-4094-860c-a655e0def3a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 200 len: 859 time: 0.1394393 Nov 11 16:12:30.356063 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-43af4268-f58c-4b0b-a595-055b17e56c45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9079ffd-a69b-4c4b-bffe-b475421908b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447633 Nov 11 16:12:30.414356 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ed3d8-531e-4eec-8185-907521bc5352 req-ec7ae846-6b6f-47ca-95cf-00d9bece5078 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:30.415881 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-936ed3d8-531e-4eec-8185-907521bc5352 req-ec7ae846-6b6f-47ca-95cf-00d9bece5078 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.1572814 Nov 11 16:12:30.421470 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2da96466-104e-43e7-b0b7-b6463f6c61ee req-74956bf7-6dcb-434b-ac5c-ea4ed6e8c7d1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500902 Nov 11 16:12:30.575526 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-936ed3d8-531e-4eec-8185-907521bc5352 req-29f4dbf7-6f24-4a99-88af-154b54f1525f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197369 Nov 11 16:12:30.603939 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-b78d84c4-dd8d-4033-8430-fa69488e3747 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265625 Nov 11 16:12:30.615185 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 0caa0831-0144-4dc6-85cb-6d7515a2534b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:30.617547 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5956f9-f844-470e-9ba5-51ba723b4316 req-ad2820cf-a033-4043-9a04-ac69a4bb6324 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:30.619732 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dc5956f9-f844-470e-9ba5-51ba723b4316 req-ad2820cf-a033-4043-9a04-ac69a4bb6324 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.1034975 Nov 11 16:12:30.645796 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 0caa0831-0144-4dc6-85cb-6d7515a2534b {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:12:30.646391 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 0caa0831-0144-4dc6-85cb-6d7515a2534b not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:12:30.742358 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dc5956f9-f844-470e-9ba5-51ba723b4316 req-6b3ca473-cc02-4b6d-a182-1275bbce6c46 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141949 Nov 11 16:12:30.770029 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6da4556-2d7d-4caf-906c-9fd66ad6786d req-19007f69-122e-44a8-9617-f7ef25324fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497538 Nov 11 16:12:31.179234 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180debe8-cdab-4d49-ad67-1c607b3aca25 req-b001030d-fe4e-4cdc-9109-caf9cf6bd7c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:31.181339 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-180debe8-cdab-4d49-ad67-1c607b3aca25 req-b001030d-fe4e-4cdc-9109-caf9cf6bd7c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0521874 Nov 11 16:12:31.243692 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-180debe8-cdab-4d49-ad67-1c607b3aca25 req-ab511e01-2c5e-48b6-b8cd-e2bd3073ea60 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557511 Nov 11 16:12:31.553565 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f42b5-e3b3-47a3-afa7-6851006a7fda req-66d81b08-56ec-45dd-b918-c86185554ef5 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:31.557478 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e65f42b5-e3b3-47a3-afa7-6851006a7fda req-66d81b08-56ec-45dd-b918-c86185554ef5 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0565448 Nov 11 16:12:31.666099 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-61b5d40a-8b1e-40f1-b964-9f469402f6fd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:31.669793 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-61b5d40a-8b1e-40f1-b964-9f469402f6fd tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.0993338 Nov 11 16:12:31.684584 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e65f42b5-e3b3-47a3-afa7-6851006a7fda req-40e4b343-47df-4948-a075-c5ce8f9e7402 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230879 Nov 11 16:12:31.819289 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04a000-c965-4f58-bc8d-9a4b3673a4be req-9af65d06-f6f4-424e-a0ae-7b3f303b64d0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:31.821494 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-da04a000-c965-4f58-bc8d-9a4b3673a4be req-9af65d06-f6f4-424e-a0ae-7b3f303b64d0 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 945 time: 0.1214144 Nov 11 16:12:31.938522 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Deleting port 61fc0eff-4c57-43a9-b108-395e8e0713d2 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:31.939067 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:31.963707 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-da04a000-c965-4f58-bc8d-9a4b3673a4be req-bf9cf398-dead-4cb2-a256-58c8053ce27a tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331108 Nov 11 16:12:32.031342 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc8b9b-1c86-4f07-add0-eec2465a3f91 req-6f054567-b95d-4e0c-acf4-ed25269904f4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:32.034303 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b9bc8b9b-1c86-4f07-add0-eec2465a3f91 req-6f054567-b95d-4e0c-acf4-ed25269904f4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.1786761 Nov 11 16:12:32.352852 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] For port 61fc0eff-4c57-43a9-b108-395e8e0713d2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=61fc0eff-4c57-43a9-b108-395e8e0713d2,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:32.353239 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:32.393932 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Calling delete_port for 61fc0eff-4c57-43a9-b108-395e8e0713d2 owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:32.410914 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b9bc8b9b-1c86-4f07-add0-eec2465a3f91 req-3e8abe48-89f2-4bf5-96ed-d6490cc355c4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675144 Nov 11 16:12:32.504416 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889cce3-98f8-4d17-80fa-fb0e3222f9af req-e085ed67-dd28-4d0d-a67a-9a2bd20fe8de tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:32.505946 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8889cce3-98f8-4d17-80fa-fb0e3222f9af req-e085ed67-dd28-4d0d-a67a-9a2bd20fe8de tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1577299 Nov 11 16:12:32.580251 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8889cce3-98f8-4d17-80fa-fb0e3222f9af req-7565f834-99cd-4d22-a2b4-22c7d025d87f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659773 Nov 11 16:12:32.636171 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:32.658016 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725', 'e42e23ee-97da-4671-8485-a2e73f9e64cf', '61fc0eff-4c57-43a9-b108-395e8e0713d2'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:32.709585 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] No DVR routers for this DVR port 61fc0eff-4c57-43a9-b108-395e8e0713d2 on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:12:32.711668 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event deleted for resources: {'Port': ['ID=61fc0eff-4c57-43a9-b108-395e8e0713d2,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:32.714274 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:32.718480 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e4f8ef5e-a143-4131-b826-ff5d6eb0a0c2 req-f9fefb50-a0ea-4a41-a12a-107ca75b1d0d tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "DELETE /v2.0/ports/61fc0eff-4c57-43a9-b108-395e8e0713d2 HTTP/1.1" status: 204 len: 173 time: 1.0328925 Nov 11 16:12:32.719112 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'name': 'network-vif-deleted', 'tag': '61fc0eff-4c57-43a9-b108-395e8e0713d2'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:32.728373 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2795d9dc-f022-432d-935f-381e6b24d503" -d '{"events": [{"server_uuid": "721eb2a1-696f-4bc1-a18a-a026edc5baa6", "name": "network-vif-deleted", "tag": "61fc0eff-4c57-43a9-b108-395e8e0713d2"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:32.848777 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc09a8-ec19-4ac3-a478-63a3722893cb x-openstack-request-id: req-76dc09a8-ec19-4ac3-a478-63a3722893cb {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:32.848777 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721eb2a1-696f-4bc1-a18a-a026edc5baa6", "name": "network-vif-deleted", "tag": "61fc0eff-4c57-43a9-b108-395e8e0713d2", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:32.849138 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76dc09a8-ec19-4ac3-a478-63a3722893cb {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:32.849567 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721eb2a1-696f-4bc1-a18a-a026edc5baa6', 'name': 'network-vif-deleted', 'tag': '61fc0eff-4c57-43a9-b108-395e8e0713d2', 'status': 'completed', 'code': 200} Nov 11 16:12:32.962887 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341ddbf-db64-4d27-bb66-db25e97b92f3 req-8071e016-353e-47b7-aa52-2b37f82d9372 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:32.964466 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0341ddbf-db64-4d27-bb66-db25e97b92f3 req-8071e016-353e-47b7-aa52-2b37f82d9372 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0825431 Nov 11 16:12:33.073417 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0341ddbf-db64-4d27-bb66-db25e97b92f3 req-fe03db3e-cc2a-494e-b273-b1d63b057fbc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769296 Nov 11 16:12:33.119115 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2362b83a-ec31-47f5-8871-964e9fe1e154 req-20078ef9-cbd5-43b7-a8da-bd4a6e450a16 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=721eb2a1-696f-4bc1-a18a-a026edc5baa6 HTTP/1.1" status: 200 len: 210 time: 0.0446372 Nov 11 16:12:33.578276 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03b4e-2eae-460d-b139-50dc08cd5a91 req-254e55ad-bb2e-4158-aa27-4e703fe1db73 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:33.580720 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e5d03b4e-2eae-460d-b139-50dc08cd5a91 req-254e55ad-bb2e-4158-aa27-4e703fe1db73 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0861759 Nov 11 16:12:33.651151 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e5d03b4e-2eae-460d-b139-50dc08cd5a91 req-c81fd7f1-5dc3-4791-a7b5-908b12c22069 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629966 Nov 11 16:12:33.760940 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24a386-bb03-4b08-9f5e-3a71b7769659 req-b08bd3c5-3935-4ee3-aff1-c247e1bdb118 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:33.762349 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fd24a386-bb03-4b08-9f5e-3a71b7769659 req-b08bd3c5-3935-4ee3-aff1-c247e1bdb118 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0539834 Nov 11 16:12:33.824206 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fd24a386-bb03-4b08-9f5e-3a71b7769659 req-20a845d7-7156-46e3-b34e-2c1ad3133fdc tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526512 Nov 11 16:12:34.256304 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb67df5-d488-47e1-9058-0225113d8f5c req-983edf3c-751d-407c-9121-09b88da89082 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:34.264112 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fb67df5-d488-47e1-9058-0225113d8f5c req-983edf3c-751d-407c-9121-09b88da89082 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0744982 Nov 11 16:12:34.329077 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fb67df5-d488-47e1-9058-0225113d8f5c req-8486e0ed-909a-41fd-810f-58ad27646a0a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579753 Nov 11 16:12:34.516772 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845334-c628-4d2b-9100-4fd21da3a41e req-606c0ca8-7782-45c9-98c2-9f02d94742de tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:34.518406 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0e845334-c628-4d2b-9100-4fd21da3a41e req-606c0ca8-7782-45c9-98c2-9f02d94742de tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 945 time: 0.0532219 Nov 11 16:12:34.583661 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0e845334-c628-4d2b-9100-4fd21da3a41e req-a9fc3468-f0d6-44d9-bc07-952f188406d5 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Nov 11 16:12:34.783818 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c86378-cbda-4f49-838a-0622e78256c9 req-53ecccc1-e0d4-4888-8a01-140cfe75e737 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:34.791177 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-93c86378-cbda-4f49-838a-0622e78256c9 req-53ecccc1-e0d4-4888-8a01-140cfe75e737 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0599346 Nov 11 16:12:34.838319 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-93c86378-cbda-4f49-838a-0622e78256c9 req-ee554f8e-4d52-41a6-bfe6-776ad458b669 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462260 Nov 11 16:12:35.456614 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed487ae4-3573-482f-b2cc-f82b5bd3bac3 req-193efa23-7234-4f1d-9462-8b4dccd49759 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:35.458652 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ed487ae4-3573-482f-b2cc-f82b5bd3bac3 req-193efa23-7234-4f1d-9462-8b4dccd49759 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0608871 Nov 11 16:12:35.527822 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ed487ae4-3573-482f-b2cc-f82b5bd3bac3 req-04e2b1b2-c9ec-4522-ba8d-b1e1a03fa927 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465403 Nov 11 16:12:35.700290 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be88f7-da12-47c5-b19c-9c77f51672dd req-d2d6be70-3a58-48ed-8faa-c0a0cde1df98 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:35.705511 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e7be88f7-da12-47c5-b19c-9c77f51672dd req-d2d6be70-3a58-48ed-8faa-c0a0cde1df98 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 945 time: 0.0588703 Nov 11 16:12:35.752341 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e7be88f7-da12-47c5-b19c-9c77f51672dd req-acd91e54-d3ff-4827-95e9-966ba78d7333 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Nov 11 16:12:35.967203 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7459c-6ce2-4154-8915-8202f3f356a5 req-ea3d300c-1a4b-4f5e-95dd-8e485e78fc65 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:35.968703 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bfe7459c-6ce2-4154-8915-8202f3f356a5 req-ea3d300c-1a4b-4f5e-95dd-8e485e78fc65 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0511789 Nov 11 16:12:36.018264 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bfe7459c-6ce2-4154-8915-8202f3f356a5 req-0e8264b3-dace-49ae-aac3-502951500d01 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Nov 11 16:12:36.631943 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:12:36.650841 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 61fc0eff-4c57-43a9-b108-395e8e0713d2 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:36.679952 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2af3-cae0-4e65-8d42-0fbc1ad97d42 req-f780522a-fcaa-4768-a40a-a2bea67af86d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:36.687807 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d90f2af3-cae0-4e65-8d42-0fbc1ad97d42 req-f780522a-fcaa-4768-a40a-a2bea67af86d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0872843 Nov 11 16:12:36.691728 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 61fc0eff-4c57-43a9-b108-395e8e0713d2 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:12:36.692282 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 61fc0eff-4c57-43a9-b108-395e8e0713d2 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:12:36.746533 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d90f2af3-cae0-4e65-8d42-0fbc1ad97d42 req-e8857edc-f317-4546-9f83-ac7f5fbb50c4 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533447 Nov 11 16:12:36.833981 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:36.862553 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '58f68f71-d290-4192-9b42-887ba5fcae12', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'port_id': '58f68f71-d290-4192-9b42-887ba5fcae12', 'mac_address': 'fa:16:3e:f5:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:12:36.921535 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:36.939927 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58f68f71-d290-4192-9b42-887ba5fcae12 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:12:36.962208 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:36.967706 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:37.021050 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:37.081205 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190972-f90c-4417-900c-fd4b09dd6162 req-6eda4a7c-f074-4d07-a667-dad4ceccc689 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:37.094137 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8b190972-f90c-4417-900c-fd4b09dd6162 req-6eda4a7c-f074-4d07-a667-dad4ceccc689 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 945 time: 0.2026715 Nov 11 16:12:37.121349 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['58f68f71-d290-4192-9b42-887ba5fcae12'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:37.137630 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7d6fb054-1462-453e-94a5-fe35edd88679 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:37.141418 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7d6fb054-1462-453e-94a5-fe35edd88679 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 945 time: 0.1549959 Nov 11 16:12:37.292976 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8b190972-f90c-4417-900c-fd4b09dd6162 req-d9b433fd-9914-449b-ae67-a76d5c117b4c tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891441 Nov 11 16:12:37.351091 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8240795-5ce4-4282-a5db-32e791e1ab68 req-3da75cf8-d8ef-4510-ba0b-fdfe74e92687 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:37.352030 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b8240795-5ce4-4282-a5db-32e791e1ab68 req-3da75cf8-d8ef-4510-ba0b-fdfe74e92687 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.2062383 Nov 11 16:12:37.412262 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Deleting port e42e23ee-97da-4671-8485-a2e73f9e64cf {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:37.412603 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:37.471675 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b8240795-5ce4-4282-a5db-32e791e1ab68 req-f76bf70c-cda2-4055-8664-b27999a9f32b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110933 Nov 11 16:12:37.563368 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] For port e42e23ee-97da-4671-8485-a2e73f9e64cf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e42e23ee-97da-4671-8485-a2e73f9e64cf,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:37.563741 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:37.593148 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Calling delete_port for e42e23ee-97da-4671-8485-a2e73f9e64cf owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:37.799624 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:37.821280 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725', 'e42e23ee-97da-4671-8485-a2e73f9e64cf'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:37.900337 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event deleted for resources: {'Port': ['ID=e42e23ee-97da-4671-8485-a2e73f9e64cf,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:38.030558 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] No DVR routers for this DVR port e42e23ee-97da-4671-8485-a2e73f9e64cf on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:12:38.047673 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:38.051168 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-62a799b8-e99d-4c9d-b03b-28485b2aa764 req-7f1f123a-6d66-4b49-9141-2d740c45f4b8 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "DELETE /v2.0/ports/e42e23ee-97da-4671-8485-a2e73f9e64cf HTTP/1.1" status: 204 len: 173 time: 0.8826287 Nov 11 16:12:38.051639 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6865d063-2d82-457f-b4a5-022d8da80a16', 'name': 'network-vif-deleted', 'tag': 'e42e23ee-97da-4671-8485-a2e73f9e64cf'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:38.058714 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dc352d-438b-4eb2-a3d5-a36d728ebc7e" -d '{"events": [{"server_uuid": "6865d063-2d82-457f-b4a5-022d8da80a16", "name": "network-vif-deleted", "tag": "e42e23ee-97da-4671-8485-a2e73f9e64cf"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:38.139963 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddaedb-d155-435e-b1ba-bd1e08af154a req-975eea68-5cb3-4fb7-9d0e-0388f373981a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:38.141684 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b2ddaedb-d155-435e-b1ba-bd1e08af154a req-975eea68-5cb3-4fb7-9d0e-0388f373981a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.2976279 Nov 11 16:12:38.211761 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b18fba-964f-4b31-b291-9cc4cceb0066 x-openstack-request-id: req-d0b18fba-964f-4b31-b291-9cc4cceb0066 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:38.211761 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6865d063-2d82-457f-b4a5-022d8da80a16", "name": "network-vif-deleted", "tag": "e42e23ee-97da-4671-8485-a2e73f9e64cf", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:38.212110 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0b18fba-964f-4b31-b291-9cc4cceb0066 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:38.212604 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6865d063-2d82-457f-b4a5-022d8da80a16', 'name': 'network-vif-deleted', 'tag': 'e42e23ee-97da-4671-8485-a2e73f9e64cf', 'status': 'completed', 'code': 200} Nov 11 16:12:38.263843 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b2ddaedb-d155-435e-b1ba-bd1e08af154a req-663d0ded-1e1c-4e4e-8b61-e83ba62819e3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152093 Nov 11 16:12:38.472732 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-940d381a-54b1-47cb-a74a-efa3f437e2de req-e9019c73-93f3-4d4b-8037-351bb375d0a3 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=6865d063-2d82-457f-b4a5-022d8da80a16 HTTP/1.1" status: 200 len: 210 time: 0.0405731 Nov 11 16:12:38.642316 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:12:38.648096 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f8822-b2e5-441a-a2e7-f56b1e8ea80c req-27a64ca4-576f-425b-819e-65ea2223f754 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:38.668729 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9f9f8822-b2e5-441a-a2e7-f56b1e8ea80c req-27a64ca4-576f-425b-819e-65ea2223f754 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.0945826 Nov 11 16:12:38.767098 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 58f68f71-d290-4192-9b42-887ba5fcae12 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:38.767834 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:38.771437 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9f9f8822-b2e5-441a-a2e7-f56b1e8ea80c req-c535f995-bc2a-4b0a-8407-8592a411002c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916746 Nov 11 16:12:38.999425 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:39.302754 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:39.313078 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:39.316636 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36430f-0e3e-4138-aad1-2d6bb2c4972a" -d '{"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-plugged", "status": "completed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:39.331669 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:39.422536 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:39.520354 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776b1e-a0af-415c-a19e-3871b867d360 req-a2c21357-822e-4f3f-b6dd-b59959f0c322 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:39.532868 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b1776b1e-a0af-415c-a19e-3871b867d360 req-a2c21357-822e-4f3f-b6dd-b59959f0c322 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.1504090 Nov 11 16:12:39.579690 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252ceb9-727c-4510-9f93-8a06c6c63af7 req-42a0ddfb-77b4-4caf-9bd4-ace8a12a6620 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:39.581299 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a252ceb9-727c-4510-9f93-8a06c6c63af7 req-42a0ddfb-77b4-4caf-9bd4-ace8a12a6620 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1845033 Nov 11 16:12:39.654202 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b1776b1e-a0af-415c-a19e-3871b867d360 req-2d10c8ed-b529-4cb2-974a-021ed8a798f9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199903 Nov 11 16:12:39.698761 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a252ceb9-727c-4510-9f93-8a06c6c63af7 req-f413462b-1c15-492d-ae7b-14b458811e2f tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045005 Nov 11 16:12:39.741866 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5b4681-3ad6-43f5-80d7-6734e31f4147 x-openstack-request-id: req-6d5b4681-3ad6-43f5-80d7-6734e31f4147 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:39.742347 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-plugged", "status": "completed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:39.742753 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d5b4681-3ad6-43f5-80d7-6734e31f4147 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:39.743308 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12', 'code': 200} Nov 11 16:12:40.004070 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eede0ba-9c25-48f6-9f32-c1bf52a2d99c req-68475774-2ad4-4d92-aab4-45b2a04c7a60 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:40.011570 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1eede0ba-9c25-48f6-9f32-c1bf52a2d99c req-68475774-2ad4-4d92-aab4-45b2a04c7a60 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0949304 Nov 11 16:12:40.093251 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1eede0ba-9c25-48f6-9f32-c1bf52a2d99c req-2181d114-a7a1-4419-a7c6-c883b94b6902 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806739 Nov 11 16:12:40.677192 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device e42e23ee-97da-4671-8485-a2e73f9e64cf no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:40.721272 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: e42e23ee-97da-4671-8485-a2e73f9e64cf {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:12:40.727164 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device e42e23ee-97da-4671-8485-a2e73f9e64cf not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:12:40.821667 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248fa4-ba05-4e12-8fbc-2e8967c6e5f9 req-4d9a526d-b031-486a-a407-649040c21be8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:40.824058 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7c248fa4-ba05-4e12-8fbc-2e8967c6e5f9 req-4d9a526d-b031-486a-a407-649040c21be8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0687704 Nov 11 16:12:40.905348 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f42424-a7b8-4764-9279-78a2f19b58f6 req-135f951d-083e-4203-a98d-1ababa181870 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:40.908000 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-24f42424-a7b8-4764-9279-78a2f19b58f6 req-135f951d-083e-4203-a98d-1ababa181870 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0826530 Nov 11 16:12:40.930445 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7c248fa4-ba05-4e12-8fbc-2e8967c6e5f9 req-6edc85cb-3996-420b-829c-3d0e905568a0 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945377 Nov 11 16:12:41.006595 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-24f42424-a7b8-4764-9279-78a2f19b58f6 req-3d314b18-21c6-4c00-865b-813e4b4923a7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913644 Nov 11 16:12:41.320271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a579dad-d3ba-4383-86f6-18816544f342 req-82a630ec-bc81-4566-bf99-cc5d3407b767 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:41.322342 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a579dad-d3ba-4383-86f6-18816544f342 req-82a630ec-bc81-4566-bf99-cc5d3407b767 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0870931 Nov 11 16:12:41.401590 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a579dad-d3ba-4383-86f6-18816544f342 req-81213826-1bbd-4bc2-bbe2-9265e75b53fc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709949 Nov 11 16:12:41.508106 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dbea1-b847-4003-a666-0b36c7f46097 req-6e2e29fa-16a4-44c1-b126-605612a8cae1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:41.509966 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7d8dbea1-b847-4003-a666-0b36c7f46097 req-6e2e29fa-16a4-44c1-b126-605612a8cae1 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.0845323 Nov 11 16:12:41.596448 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7d8dbea1-b847-4003-a666-0b36c7f46097 req-72946603-9284-4f9d-9b3f-07c95c92584f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778818 Nov 11 16:12:42.188563 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cf1bd-6065-46c7-b26d-06db2a5e2b9b req-72e01f47-603a-4442-a5a4-1677282de1ac tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:42.206021 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-090cf1bd-6065-46c7-b26d-06db2a5e2b9b req-72e01f47-603a-4442-a5a4-1677282de1ac tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.1680295 Nov 11 16:12:42.296938 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-090cf1bd-6065-46c7-b26d-06db2a5e2b9b req-2ddd867b-6894-4213-9202-4bd28dde88ef tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855396 Nov 11 16:12:42.334466 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39708-4a23-4f17-bf31-77309eaf6668 req-e1f5a160-4110-4063-98bb-c36970baf4c2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:42.346883 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-85a39708-4a23-4f17-bf31-77309eaf6668 req-e1f5a160-4110-4063-98bb-c36970baf4c2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.2509146 Nov 11 16:12:42.431127 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-85a39708-4a23-4f17-bf31-77309eaf6668 req-b9da06cb-8602-4f07-9261-1c53b749bcb0 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Nov 11 16:12:42.557817 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51a35f-a819-4d22-8476-dc0b94438f75 req-1fabd81a-bcae-4af5-bcdb-2fbcfa589ace tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:42.560317 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a51a35f-a819-4d22-8476-dc0b94438f75 req-1fabd81a-bcae-4af5-bcdb-2fbcfa589ace tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0555513 Nov 11 16:12:42.618155 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a51a35f-a819-4d22-8476-dc0b94438f75 req-27216db9-fa91-43f3-9119-15aa978ef20a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507362 Nov 11 16:12:42.792701 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505bf9a-678d-41e3-9804-02a8a0be92dc req-c86f0d87-ed98-43bc-8917-ad3b99c028fc tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:42.801259 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3505bf9a-678d-41e3-9804-02a8a0be92dc req-c86f0d87-ed98-43bc-8917-ad3b99c028fc tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.0879669 Nov 11 16:12:42.869759 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3505bf9a-678d-41e3-9804-02a8a0be92dc req-7221d9d2-44dd-4beb-bc34-c254cb63719f tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670419 Nov 11 16:12:43.009346 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-e6f10d8d-7464-4b21-abdf-cbbe4d5da82b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:43.011252 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-e6f10d8d-7464-4b21-abdf-cbbe4d5da82b tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.0649657 Nov 11 16:12:43.139721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Deleting port 6f300393-c4bd-4539-9e93-e938c1df87f5 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:43.140070 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:43.422801 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] For port 6f300393-c4bd-4539-9e93-e938c1df87f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f300393-c4bd-4539-9e93-e938c1df87f5,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:43.431332 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:43.562134 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Calling delete_port for 6f300393-c4bd-4539-9e93-e938c1df87f5 owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:43.734949 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f5dd-d8b2-410a-8578-3f2408e01bac req-cc55091b-0944-4f89-9868-b07afed33d25 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:43.736863 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3854f5dd-d8b2-410a-8578-3f2408e01bac req-cc55091b-0944-4f89-9868-b07afed33d25 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.2741320 Nov 11 16:12:43.798520 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bcf7c-c6af-4ffb-a21b-149ebbd809ca req-c208a02b-77d4-414d-bb12-0b527a5f6ead tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:43.800459 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dc3bcf7c-c6af-4ffb-a21b-149ebbd809ca req-c208a02b-77d4-414d-bb12-0b527a5f6ead tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 946 time: 0.1883309 Nov 11 16:12:43.835711 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-7154c790-29f5-4887-b5b6-1abf95d6c965 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:43.838502 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-7154c790-29f5-4887-b5b6-1abf95d6c965 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Nov 11 16:12:43.874115 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3854f5dd-d8b2-410a-8578-3f2408e01bac req-d2518e0c-4f83-4524-9914-4c8579766ff7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293225 Nov 11 16:12:43.917346 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dc3bcf7c-c6af-4ffb-a21b-149ebbd809ca req-627a6aea-3eea-4878-ab7d-79fd35713b6e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091268 Nov 11 16:12:43.946903 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:43.961756 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['f234d599-82a3-47b9-936e-f0cc4b24bd61', '6f300393-c4bd-4539-9e93-e938c1df87f5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:43.980463 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Deleting port d94036a2-ba40-401b-b4ae-4e7bb01b6725 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:44.049247 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:44.096356 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Pushing event deleted for resources: {'Port': ['ID=6f300393-c4bd-4539-9e93-e938c1df87f5,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:44.130045 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] No DVR routers for this DVR port 6f300393-c4bd-4539-9e93-e938c1df87f5 on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:12:44.143187 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:44.146833 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-95cec55a-c3a6-4d7c-a12f-678b619411dc req-16ac1acb-5cb2-43f1-91b1-7deecc311c59 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "DELETE /v2.0/ports/6f300393-c4bd-4539-9e93-e938c1df87f5 HTTP/1.1" status: 204 len: 173 time: 1.1231399 Nov 11 16:12:44.147288 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21836f67-6d7f-498e-b636-73978cdc4a19', 'name': 'network-vif-deleted', 'tag': '6f300393-c4bd-4539-9e93-e938c1df87f5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:44.149621 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60f6a0c-a341-4748-ba51-371921664ffb" -d '{"events": [{"server_uuid": "21836f67-6d7f-498e-b636-73978cdc4a19", "name": "network-vif-deleted", "tag": "6f300393-c4bd-4539-9e93-e938c1df87f5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:44.201647 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac8874-00e5-4159-a4aa-ed5dc3148c42 req-f9563824-66fc-45bf-93c7-6ec76989e646 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:44.203212 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ddac8874-00e5-4159-a4aa-ed5dc3148c42 req-f9563824-66fc-45bf-93c7-6ec76989e646 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 945 time: 0.1540008 Nov 11 16:12:44.214220 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8b366-ed54-4144-988c-8ffa13ed5353 req-56b32e61-10ee-4c29-a017-c3c656f5aae5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:44.234904 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-04b8b366-ed54-4144-988c-8ffa13ed5353 req-56b32e61-10ee-4c29-a017-c3c656f5aae5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.1709847 Nov 11 16:12:44.264392 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] For port d94036a2-ba40-401b-b4ae-4e7bb01b6725, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d94036a2-ba40-401b-b4ae-4e7bb01b6725,segment=NetworkSegment(95a00306-1605-4820-842c-15c4b27c7e66),segment_id=95a00306-1605-4820-842c-15c4b27c7e66)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:44.265993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:44.330115 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Calling delete_port for d94036a2-ba40-401b-b4ae-4e7bb01b6725 owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:44.447356 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-04b8b366-ed54-4144-988c-8ffa13ed5353 req-eafb7bc4-1e30-459f-93ae-8877b8759552 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110600 Nov 11 16:12:44.498488 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ddac8874-00e5-4159-a4aa-ed5dc3148c42 req-3e2eb922-3c13-4423-9deb-965648022443 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/security-groups?id=03cdda24-691e-4840-976f-4f09f0376c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472825 Nov 11 16:12:44.582753 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:44.597668 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:12:44.600460 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1685cff-cb98-429d-bf3a-d0f62a3c71d8 x-openstack-request-id: req-a1685cff-cb98-429d-bf3a-d0f62a3c71d8 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:44.601302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21836f67-6d7f-498e-b636-73978cdc4a19", "name": "network-vif-deleted", "tag": "6f300393-c4bd-4539-9e93-e938c1df87f5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:44.601477 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d94036a2-ba40-401b-b4ae-4e7bb01b6725'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:44.601743 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1685cff-cb98-429d-bf3a-d0f62a3c71d8 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:44.602376 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21836f67-6d7f-498e-b636-73978cdc4a19', 'name': 'network-vif-deleted', 'tag': '6f300393-c4bd-4539-9e93-e938c1df87f5', 'status': 'completed', 'code': 200} Nov 11 16:12:44.631197 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Pushing event deleted for resources: {'Port': ['ID=d94036a2-ba40-401b-b4ae-4e7bb01b6725,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:44.800711 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] No DVR routers for this DVR port d94036a2-ba40-401b-b4ae-4e7bb01b6725 on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:12:44.807706 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:44.818205 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-e153c221-1b5d-4b0f-8d06-2320bde0c021 req-5a7074ad-e00b-4029-b148-b9c54cd56567 tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.57 "DELETE /v2.0/ports/d94036a2-ba40-401b-b4ae-4e7bb01b6725 HTTP/1.1" status: 204 len: 173 time: 0.9648793 Nov 11 16:12:44.818942 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'name': 'network-vif-deleted', 'tag': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:44.821936 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6cd4d6-7c8d-45c5-bae8-19ddace41490" -d '{"events": [{"server_uuid": "95efa705-707c-4b75-9e3d-e0a9a76130e1", "name": "network-vif-deleted", "tag": "d94036a2-ba40-401b-b4ae-4e7bb01b6725"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:44.899966 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d74c28-d5c8-4a5e-8ae8-c79483bb4c9c x-openstack-request-id: req-b0d74c28-d5c8-4a5e-8ae8-c79483bb4c9c {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:44.900585 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95efa705-707c-4b75-9e3d-e0a9a76130e1", "name": "network-vif-deleted", "tag": "d94036a2-ba40-401b-b4ae-4e7bb01b6725", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:44.901401 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0d74c28-d5c8-4a5e-8ae8-c79483bb4c9c {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:44.901948 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95efa705-707c-4b75-9e3d-e0a9a76130e1', 'name': 'network-vif-deleted', 'tag': 'd94036a2-ba40-401b-b4ae-4e7bb01b6725', 'status': 'completed', 'code': 200} Nov 11 16:12:44.988729 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e5f59-3520-4d47-85a3-99bd5f1b7946 req-69528fd8-f7d8-4af7-b735-adf4cad95f0d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:44.996052 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-295e5f59-3520-4d47-85a3-99bd5f1b7946 req-69528fd8-f7d8-4af7-b735-adf4cad95f0d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.1208501 Nov 11 16:12:45.098379 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-295e5f59-3520-4d47-85a3-99bd5f1b7946 req-0c5a4467-5449-49dd-9560-3acb46716b7f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013107 Nov 11 16:12:45.158825 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-b1dc49c8-9f70-41a9-985b-344a3aa396b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:45.162562 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c936b06f-0f79-4fae-99f8-92959bf5580b req-34ca69ca-0219-44d1-af1c-228bd44ec262 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=21836f67-6d7f-498e-b636-73978cdc4a19 HTTP/1.1" status: 200 len: 210 time: 0.0959866 Nov 11 16:12:45.163952 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-b1dc49c8-9f70-41a9-985b-344a3aa396b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 1098 time: 0.0871909 Nov 11 16:12:45.277166 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-d152c00d-5596-4a53-bd28-c529abda726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:45.279321 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-d152c00d-5596-4a53-bd28-c529abda726c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 911 time: 0.1035557 Nov 11 16:12:45.362091 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-c843e869-d680-4f4c-8ffd-c71fec4d73ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 200 len: 1000 time: 0.0723975 Nov 11 16:12:45.429738 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-617a391e-d8b6-435c-8141-d32b68226030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:45.431710 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-617a391e-d8b6-435c-8141-d32b68226030 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.0592489 Nov 11 16:12:45.500171 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-7078047c-621a-418f-8664-907ab19c40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:45.501944 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-7078047c-621a-418f-8664-907ab19c40a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624950 Nov 11 16:12:45.601509 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455373b-3a3c-455c-9baf-65667525508c req-07b407b5-2b35-4556-8806-db6fdfc14564 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:45.603073 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f455373b-3a3c-455c-9baf-65667525508c req-07b407b5-2b35-4556-8806-db6fdfc14564 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0637145 Nov 11 16:12:45.641584 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c5b990d8-c569-4209-aa1f-f5869932d44d req-8a594146-778c-473c-b53d-0bcf65ac5c3b tempest-AttachVolumeNegativeTest-318705696 tempest-AttachVolumeNegativeTest-318705696-project] 10.222.0.45 "GET /v2.0/ports?device_id=95efa705-707c-4b75-9e3d-e0a9a76130e1 HTTP/1.1" status: 200 len: 210 time: 0.0342484 Nov 11 16:12:45.685103 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-562ebb42-6b8b-4839-94aa-585877fd19aa service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576319 Nov 11 16:12:45.736907 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f455373b-3a3c-455c-9baf-65667525508c req-935a0bdf-27f9-450e-b2ad-869b1946bae4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186602 Nov 11 16:12:45.815993 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4eb4518d-f516-491e-82f5-2e02bfbec803 req-d8128c72-054e-4ae7-90c5-c28a67e29cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277728 Nov 11 16:12:46.256120 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3e93c79-465e-4d80-a72a-8b83474fe344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:46.299110 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8efc5-21de-4d4e-976c-f17ba8d49e60 req-574e0ddc-d8f2-4fd6-80a1-1d7c3e563d42 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:46.300621 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1f8efc5-21de-4d4e-976c-f17ba8d49e60 req-574e0ddc-d8f2-4fd6-80a1-1d7c3e563d42 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0857444 Nov 11 16:12:46.373855 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1f8efc5-21de-4d4e-976c-f17ba8d49e60 req-1c6a5d3e-ec9d-4575-81bc-bd27ed3f7e47 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665748 Nov 11 16:12:46.560727 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503638f-8e85-4db4-bc0d-2f3db64949e3 req-3ba5783f-d77f-486b-98c7-eb82b59a1c6a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:46.562288 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d503638f-8e85-4db4-bc0d-2f3db64949e3 req-3ba5783f-d77f-486b-98c7-eb82b59a1c6a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0733106 Nov 11 16:12:46.659371 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d503638f-8e85-4db4-bc0d-2f3db64949e3 req-3da9a7c1-1f7a-4429-be0f-a6bf6c695fbc tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811746 Nov 11 16:12:46.718706 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57792) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:46.729998 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 6f300393-c4bd-4539-9e93-e938c1df87f5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:46.768571 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 6f300393-c4bd-4539-9e93-e938c1df87f5 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:12:46.768935 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 6f300393-c4bd-4539-9e93-e938c1df87f5 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:12:46.769557 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d94036a2-ba40-401b-b4ae-4e7bb01b6725 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:46.802782 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] Deleting subnet 27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:12:46.808999 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:46.813957 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: d94036a2-ba40-401b-b4ae-4e7bb01b6725 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:12:46.814546 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d94036a2-ba40-401b-b4ae-4e7bb01b6725 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:12:46.890406 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:46.943186 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f635245-cb90-4bb8-9891-c8907a28dca3 req-887d7201-7d65-40af-865d-f93cd6f09fe5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:46.952173 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7f635245-cb90-4bb8-9891-c8907a28dca3 req-887d7201-7d65-40af-865d-f93cd6f09fe5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.1102266 Nov 11 16:12:46.993551 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.062733 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7f635245-cb90-4bb8-9891-c8907a28dca3 req-82ee1ed8-e306-4d3c-aaa9-3df444fea09c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976198 Nov 11 16:12:47.118293 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.161216 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ae7856-ecfe-490d-b7ca-ef0e5681e1f8,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:47.183529 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.193256 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-9fb0cd07-5d4f-485d-a275-b57019fc656c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/27ae7856-ecfe-490d-b7ca-ef0e5681e1f8 HTTP/1.1" status: 204 len: 168 time: 0.4727066 Nov 11 16:12:47.194975 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57820) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:47.311904 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.436488 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.469753 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:47.484058 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a00306-1605-4820-842c-15c4b27c7e66') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:47.484410 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a00306-1605-4820-842c-15c4b27c7e66') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:47.514916 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.550276 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.558766 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:12:47.561376 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:12:47.564298 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:12:47.622850 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a5a26-48b0-41f3-b999-d15edc419a7a req-bfa98b71-76cd-4b3f-9566-28d18624b767 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:47.628675 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-566a5a26-48b0-41f3-b999-d15edc419a7a req-bfa98b71-76cd-4b3f-9566-28d18624b767 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.1348212 Nov 11 16:12:47.659816 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.671519 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:47.676762 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9 HTTP/1.1" status: 204 len: 168 time: 0.4786224 Nov 11 16:12:47.693330 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a65e4-1926-469c-8a5a-db97d151d3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb1f6cc-0504-49cd-b5bb-5c5c58c0b7a9,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:47.710019 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-566a5a26-48b0-41f3-b999-d15edc419a7a req-6e32c071-dceb-4c4c-b741-3579655ed7fa tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718091 Nov 11 16:12:47.868327 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1205b4-bcad-4443-82fc-34b65b21ed90 req-0b45ef01-7f3f-406e-a7ed-1e7e398f663a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:47.869899 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af1205b4-bcad-4443-82fc-34b65b21ed90 req-0b45ef01-7f3f-406e-a7ed-1e7e398f663a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1009262 Nov 11 16:12:47.929359 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-af1205b4-bcad-4443-82fc-34b65b21ed90 req-f249e555-38ea-4d6a-823f-cac7d34a2a4e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Nov 11 16:12:47.938295 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57840) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:47.984691 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2cb80ed9-f74c-437a-acd2-bf0c9468ff26 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1914570ae3914b6d871feadd16eb5c81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452676 Nov 11 16:12:47.987123 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57842) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:48.040152 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4eca886d-bd4a-493c-80d2-d882163546e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.064229 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4eca886d-bd4a-493c-80d2-d882163546e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.123796 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4eca886d-bd4a-493c-80d2-d882163546e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.127178 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4eca886d-bd4a-493c-80d2-d882163546e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.128362 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-4eca886d-bd4a-493c-80d2-d882163546e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03cdda24-691e-4840-976f-4f09f0376c50 HTTP/1.1" status: 204 len: 168 time: 0.1401265 Nov 11 16:12:48.138261 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca886d-bd4a-493c-80d2-d882163546e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cdda24-691e-4840-976f-4f09f0376c50,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:48.219653 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb6856-ae37-4d4d-8457-098d2cea52c4 req-6453f84f-c508-44a8-b955-42fb08b30d34 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:48.221333 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1eb6856-ae37-4d4d-8457-098d2cea52c4 req-6453f84f-c508-44a8-b955-42fb08b30d34 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0642841 Nov 11 16:12:48.308938 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1eb6856-ae37-4d4d-8457-098d2cea52c4 req-c70de013-2db9-4fc8-8c06-3b5f7e0a9d74 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710366 Nov 11 16:12:48.369265 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dac0785a-675c-4fdb-b850-3d0cb9fcd583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.594602 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57858) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:48.650308 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] Deleting subnet 5b70e48a-c7a8-4b20-983a-503dcb29ede3 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:12:48.653991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.723066 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.775333 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.850474 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.889740 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:48.897599 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5b70e48a-c7a8-4b20-983a-503dcb29ede3 HTTP/1.1" status: 204 len: 168 time: 0.3017275 Nov 11 16:12:48.898040 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57872) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:48.899182 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84615226-acfd-4db9-b0d7-d2128d32aab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b70e48a-c7a8-4b20-983a-503dcb29ede3,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:48.987743 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.082768 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.106294 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2c855-8da1-49d0-841a-0b99787f9ad8 req-6e15ad68-5c2c-48ad-b3d1-f2f8ba8b1f8e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:49.116184 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-65c2c855-8da1-49d0-841a-0b99787f9ad8 req-6e15ad68-5c2c-48ad-b3d1-f2f8ba8b1f8e tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0826402 Nov 11 16:12:49.120083 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e287d93-e00d-4228-8025-ec3af5fccd83']}} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:49.141608 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501ea5b9-4672-43bb-81fa-3a5eacc38c03') {'for_net_delete': True} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:49.141900 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501ea5b9-4672-43bb-81fa-3a5eacc38c03') {} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:49.154062 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12751870'] for segment, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.170189 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.181913 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-65c2c855-8da1-49d0-841a-0b99787f9ad8 req-c5771d86-3a09-414f-b39e-d81b83aef073 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 Nov 11 16:12:49.188064 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=101823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:12:49.188971 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752643'] for segment, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: Traceback (most recent call last): Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: timer() Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: cb(*args, **kw) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: return func(*args, **kwargs) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: self._notify() Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: self.callback(batched_events) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: event.method(event) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: return f(self, *a, **k) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._get(url).json() Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: return self.request(url, 'GET', **kwargs) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:12:49.191318 dv-cinder-774288-11-iscsi neutron-server[101823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:12:49.264826 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.290443 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e287d93-e00d-4228-8025-ec3af5fccd83,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:49.294182 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.300500 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-eb274ebc-3b5c-42e1-b575-40f234b24961 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2e287d93-e00d-4228-8025-ec3af5fccd83 HTTP/1.1" status: 204 len: 168 time: 0.3977160 Nov 11 16:12:49.441691 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.483672 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6d17-b8fe-480d-aeb1-97e08c8fdc7f req-737b256a-2f82-48fc-81bb-9cfb9fdf3328 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:49.492750 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b6dc6d17-b8fe-480d-aeb1-97e08c8fdc7f req-737b256a-2f82-48fc-81bb-9cfb9fdf3328 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0984974 Nov 11 16:12:49.541635 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b6dc6d17-b8fe-480d-aeb1-97e08c8fdc7f req-8d1106d6-389c-4b34-acad-99323b5af942 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478134 Nov 11 16:12:49.593494 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57894) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:49.637964 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-0dce931f-6442-4dee-aa95-5ac02b59ea4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edf952942c2b42378dd8d17796525af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429397 Nov 11 16:12:49.644524 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57896) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:49.702012 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f8292736-e753-4ee9-ad7f-5cbdda913af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.728544 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f8292736-e753-4ee9-ad7f-5cbdda913af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.784734 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f8292736-e753-4ee9-ad7f-5cbdda913af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.787336 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f8292736-e753-4ee9-ad7f-5cbdda913af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:49.790820 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f8292736-e753-4ee9-ad7f-5cbdda913af3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17748b4f-fab9-486d-9ee1-d7f436718d95 HTTP/1.1" status: 204 len: 168 time: 0.1429324 Nov 11 16:12:49.798596 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8292736-e753-4ee9-ad7f-5cbdda913af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17748b4f-fab9-486d-9ee1-d7f436718d95,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:50.316394 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e13e02-0d61-44e4-8cb2-c75a62c65cae req-fadd3884-c3c8-440f-a734-f974fc1a6894 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:50.318522 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d3e13e02-0d61-44e4-8cb2-c75a62c65cae req-fadd3884-c3c8-440f-a734-f974fc1a6894 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0646491 Nov 11 16:12:50.387910 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d3e13e02-0d61-44e4-8cb2-c75a62c65cae req-92f2a93e-2a13-4bb6-a4dc-d3595d402e91 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612998 Nov 11 16:12:50.494954 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57948) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:50.503440 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-d910e81d-a68a-4195-8ac2-67223f7d5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:50.504958 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-d910e81d-a68a-4195-8ac2-67223f7d5c91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1098 time: 0.0448070 Nov 11 16:12:50.513211 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57952) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:50.615296 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-c990fecd-d0b8-474c-87d9-48a488acaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:50.615486 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ab7bfe9f-5f24-4648-ab4b-43398ec798a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.616323 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-c990fecd-d0b8-474c-87d9-48a488acaed8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.0975993 Nov 11 16:12:50.621680 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-777342938-network', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:12:50.693037 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Made reservation on behalf of dcea91a6c9f647348bd1b23da4d0193d for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:12:50.695329 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.707928 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.717629 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-2c90c058-67c7-47c6-9e67-d9bd09229558 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 200 len: 1001 time: 0.0898163 Nov 11 16:12:50.720506 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7c1a-79bf-4841-a09a-390a7b4fa733 req-20410288-e84d-4c0a-b1c8-5c1111fca980 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:50.722007 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f92c7c1a-79bf-4841-a09a-390a7b4fa733 req-20410288-e84d-4c0a-b1c8-5c1111fca980 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0731771 Nov 11 16:12:50.752041 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ab7bfe9f-5f24-4648-ab4b-43398ec798a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.760400 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ab7bfe9f-5f24-4648-ab4b-43398ec798a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.791507 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-54b67559-2e7b-42a2-93af-62ef6cadc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:50.793161 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-54b67559-2e7b-42a2-93af-62ef6cadc736 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0650930 Nov 11 16:12:50.814560 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ab7bfe9f-5f24-4648-ab4b-43398ec798a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08f5008714c143e4be07a538c664c27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174701 Nov 11 16:12:50.818527 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f92c7c1a-79bf-4841-a09a-390a7b4fa733 req-8386bfec-5f29-4eba-b52f-2603b0590971 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865705 Nov 11 16:12:50.818972 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57958) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:50.820866 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bfe9f-5f24-4648-ab4b-43398ec798a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80051350-9192-4b46-b44b-b98cbc2698db,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:50.861830 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.862481 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.869693 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.876529 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-6f0ac0d3-5234-46ed-9c30-4c64a347ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:50.878380 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-6f0ac0d3-5234-46ed-9c30-4c64a347ef58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637994 Nov 11 16:12:50.885655 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-915805cd-e1e5-4435-9bad-71723e87d5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.904607 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:12:50.908513 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-915805cd-e1e5-4435-9bad-71723e87d5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.954225 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-915805cd-e1e5-4435-9bad-71723e87d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.957040 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-915805cd-e1e5-4435-9bad-71723e87d5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.957676 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3d6971-8b92-4eb6-a171-1b863df9f7ce,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:50.958262 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-915805cd-e1e5-4435-9bad-71723e87d5b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80051350-9192-4b46-b44b-b98cbc2698db HTTP/1.1" status: 204 len: 168 time: 0.1382780 Nov 11 16:12:50.966885 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:50.967714 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Added segment 919b48ab-cc8f-46e2-93a3-f8a085495936 of type vlan for network 603da69b-5a7a-4782-8fb8-ce1470b8abfe Nov 11 16:12:50.974154 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915805cd-e1e5-4435-9bad-71723e87d5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80051350-9192-4b46-b44b-b98cbc2698db,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:51.027766 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.051687 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-7f597b42-53a3-41de-bc50-3eb82c3e35aa service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645420 Nov 11 16:12:51.080639 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.081621 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:51.082204 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.184422 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6701593 Nov 11 16:12:51.186846 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398f9e8-0631-4087-81e3-76b882ed5b7c admin admin] Pushing event updated for resources: {'Network': ['ID=603da69b-5a7a-4782-8fb8-ce1470b8abfe,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:51.187401 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57964) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:51.197742 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:12:51.198076 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Request body: {'subnet': {'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-777342938-subnet', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:12:51.215688 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-af48bdfc-19fc-4ec7-acef-66b1ad6dc3fe req-13c23687-106d-40d8-9587-e95cc6c22de8 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544645 Nov 11 16:12:51.224835 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Made reservation on behalf of dcea91a6c9f647348bd1b23da4d0193d for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:12:51.229054 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13591579'] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.252626 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57966) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:51.267656 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ee7893b3-a15b-42a3-b903-870ba996ee4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.350079 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ee7893b3-a15b-42a3-b903-870ba996ee4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.354144 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ee7893b3-a15b-42a3-b903-870ba996ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.393299 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ee7893b3-a15b-42a3-b903-870ba996ee4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a2ee2058a234cf8b6da7e7bef57a534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393528 Nov 11 16:12:51.394169 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7893b3-a15b-42a3-b903-870ba996ee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7c83f1-2d4c-4dfa-9685-38d4955aad3f,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:51.395917 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 57968) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:51.403389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12607739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591605'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.512426 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046f58ab-0435-4c5f-9a7e-9983b4561df1,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:51.533613 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-01318976-69bc-4b6d-bb9f-0a83f6fed2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.537441 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Checking segment: {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:12:51.537792 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Network hostable DHCP agents. Network: 603da69b-5a7a-4782-8fb8-ce1470b8abfe, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:12:51.661645 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.767977 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9bb54-d24b-4609-965b-65b9211b55b9 req-89979fea-716b-4c2c-a4f5-f8350f1975c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:51.769432 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1ac9bb54-d24b-4609-965b-65b9211b55b9 req-89979fea-716b-4c2c-a4f5-f8350f1975c9 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.3031383 Nov 11 16:12:51.775498 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-01318976-69bc-4b6d-bb9f-0a83f6fed2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.804274 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:12:51.828255 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 603da69b-5a7a-4782-8fb8-ce1470b8abfe) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:12:51.837136 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba1428-f538-4bb2-96af-718b2eda3321 None None] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:12:51.841302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:51.841893 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.863898 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1ac9bb54-d24b-4609-965b-65b9211b55b9 req-53fe4eb7-e2e9-4ae2-93ec-d9d99f0faa39 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851467 Nov 11 16:12:51.867729 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-b8ec1891-4c56-45f6-83f8-69f1a9135a67 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6791232 Nov 11 16:12:51.871099 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 57974) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:51.877972 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:12:51.879608 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-01318976-69bc-4b6d-bb9f-0a83f6fed2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.882829 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-01318976-69bc-4b6d-bb9f-0a83f6fed2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.883949 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-01318976-69bc-4b6d-bb9f-0a83f6fed2fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee7c83f1-2d4c-4dfa-9685-38d4955aad3f HTTP/1.1" status: 204 len: 168 time: 0.4870698 Nov 11 16:12:51.892609 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01318976-69bc-4b6d-bb9f-0a83f6fed2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7c83f1-2d4c-4dfa-9685-38d4955aad3f,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:51.913349 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.914152 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:51.978702 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.018138 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48e5c-b67d-4906-a31c-9bb9d2dc0e41 req-59f6b8dd-64d2-4c7d-814f-159568083e89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:52.020671 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d2e48e5c-b67d-4906-a31c-9bb9d2dc0e41 req-59f6b8dd-64d2-4c7d-814f-159568083e89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0614970 Nov 11 16:12:52.036341 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:12:52.037280 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.084253 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d2e48e5c-b67d-4906-a31c-9bb9d2dc0e41 req-261807eb-b24e-4334-b062-1d9dc7994c1f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562565 Nov 11 16:12:52.138044 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.199822 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Allocated IP 172.20.0.2 (603da69b-5a7a-4782-8fb8-ce1470b8abfe/046f58ab-0435-4c5f-9a7e-9983b4561df1/50f8d18b-fc18-43f6-a107-4692166c46db) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:12:52.361613 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.362960 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.367885 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.388704 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.411301 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:12:52.414281 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:12:52.416797 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:12:52.428654 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Pushing event updated for resources: {'Port': ['ID=50f8d18b-fc18-43f6-a107-4692166c46db,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:52.454689 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.457909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.458914 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:52.487083 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Attempting to bind port 50f8d18b-fc18-43f6-a107-4692166c46db on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:12:52.487456 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Attempting to bind port 50f8d18b-fc18-43f6-a107-4692166c46db by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:12:52.487921 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Attempting to bind port 50f8d18b-fc18-43f6-a107-4692166c46db on network 603da69b-5a7a-4782-8fb8-ce1470b8abfe {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:12:52.492965 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:12:52.493432 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Checking segment: {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:12:52.493826 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.494213 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Bound using segment: {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:12:52.494668 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Bound port: 50f8d18b-fc18-43f6-a107-4692166c46db, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:12:52.495971 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.521133 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Allocated IP 172.27.3.245 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/69e63a7a-c9c3-4830-accf-e835cce95013) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:12:52.572490 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] For port 50f8d18b-fc18-43f6-a107-4692166c46db, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:12:52.576954 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] For port 50f8d18b-fc18-43f6-a107-4692166c46db, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=50f8d18b-fc18-43f6-a107-4692166c46db,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:12:52.582185 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.635900 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.644802 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a609d-8674-4d45-b64f-d01699c747dc None None] Pushing event updated for resources: {'Port': ['ID=50f8d18b-fc18-43f6-a107-4692166c46db,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:52.685917 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:52.731472 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:12:52.734607 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:12:52.737356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:12:52.765911 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Pushing event updated for resources: {'Port': ['ID=69e63a7a-c9c3-4830-accf-e835cce95013,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:53.012974 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-ac393368-15d5-4712-aff3-187bffa6be2a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:53.014499 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-ac393368-15d5-4712-aff3-187bffa6be2a tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.1299851 Nov 11 16:12:53.016093 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be9a8c-2d52-4f03-99f9-5ed90b43aa73 req-6a5f307b-f5a6-4bef-b593-c1130488b1e7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:53.023500 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-13be9a8c-2d52-4f03-99f9-5ed90b43aa73 req-6a5f307b-f5a6-4bef-b593-c1130488b1e7 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 945 time: 0.0661430 Nov 11 16:12:53.068677 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-13be9a8c-2d52-4f03-99f9-5ed90b43aa73 req-352c3c49-a543-4aeb-9667-e6cf7003c2da tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/security-groups?id=08e9331d-571e-4af0-9639-e0cc5949c6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Nov 11 16:12:53.248867 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ce87b-2265-403a-b598-deae64aaceb2 req-d11dccad-404b-4d59-bf8c-215c0cad7dac tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:53.257835 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-760ce87b-2265-403a-b598-deae64aaceb2 req-d11dccad-404b-4d59-bf8c-215c0cad7dac tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.0883265 Nov 11 16:12:53.330071 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-760ce87b-2265-403a-b598-deae64aaceb2 req-e0e6e6a7-d9f6-4843-9798-a5d8394e4f9f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708532 Nov 11 16:12:53.371675 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:53.477601 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Deleting port f234d599-82a3-47b9-936e-f0cc4b24bd61 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:53.477932 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:53.668936 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] For port f234d599-82a3-47b9-936e-f0cc4b24bd61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f234d599-82a3-47b9-936e-f0cc4b24bd61,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:53.669324 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:53.690069 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Calling delete_port for f234d599-82a3-47b9-936e-f0cc4b24bd61 owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:53.709771 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:53.765490 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfcb928-c129-42ec-86d1-fa82d98d32f0 None None] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:12:53.939954 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:53.953390 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Router fd0066f8-d543-4ced-aeda-a30a15101745 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:12:53.969829 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['f234d599-82a3-47b9-936e-f0cc4b24bd61'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:12:53.975080 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58030) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:53.986254 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Pushing event deleted for resources: {'Port': ['ID=f234d599-82a3-47b9-936e-f0cc4b24bd61,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:54.022243 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] No DVR routers for this DVR port f234d599-82a3-47b9-936e-f0cc4b24bd61 on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:12:54.024565 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.028893 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-013e1956-ef26-4df1-b458-cd7fc718d57e req-3cdd18af-9ba9-44aa-91b5-59caa1c119e1 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.57 "DELETE /v2.0/ports/f234d599-82a3-47b9-936e-f0cc4b24bd61 HTTP/1.1" status: 204 len: 173 time: 1.0013092 Nov 11 16:12:54.032516 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81261290-b980-4b0b-b239-3aa2a33e866d', 'name': 'network-vif-deleted', 'tag': 'f234d599-82a3-47b9-936e-f0cc4b24bd61'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:54.035255 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b31c6e3-f6e5-4f0d-89c9-5cd2da5b3181" -d '{"events": [{"server_uuid": "81261290-b980-4b0b-b239-3aa2a33e866d", "name": "network-vif-deleted", "tag": "f234d599-82a3-47b9-936e-f0cc4b24bd61"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:54.040623 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-052a95f0-78ac-4ed5-8c6d-a90b7c8b168d None None] Provisioning complete for port 50f8d18b-fc18-43f6-a107-4692166c46db triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:54.040997 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-052a95f0-78ac-4ed5-8c6d-a90b7c8b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.087599 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacb3cba-ff9d-4c15-8762-57b13ee1ea65 x-openstack-request-id: req-bacb3cba-ff9d-4c15-8762-57b13ee1ea65 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:54.088015 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81261290-b980-4b0b-b239-3aa2a33e866d", "name": "network-vif-deleted", "tag": "f234d599-82a3-47b9-936e-f0cc4b24bd61", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:54.088360 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bacb3cba-ff9d-4c15-8762-57b13ee1ea65 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:54.088983 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81261290-b980-4b0b-b239-3aa2a33e866d', 'name': 'network-vif-deleted', 'tag': 'f234d599-82a3-47b9-936e-f0cc4b24bd61', 'status': 'completed', 'code': 200} Nov 11 16:12:54.158480 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:12:54.173383 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f932ec09-9fb7-458e-b455-617623cdcde2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.174716 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Sync routers for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:12:54.191125 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.196680 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-26292c71-ba4e-46d6-a15f-01201de169db admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3225918 Nov 11 16:12:54.197580 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58038) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:54.204335 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:12:54.204970 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:54.248813 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-052a95f0-78ac-4ed5-8c6d-a90b7c8b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.255890 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c9084fdf-d8c0-439b-9f49-eb6666ad8f1d req-df3e18f0-c36b-4cb6-b84f-ee028a3517f2 tempest-ServerRescueNegativeTestJSON-1340733081 tempest-ServerRescueNegativeTestJSON-1340733081-project] 10.222.0.45 "GET /v2.0/ports?device_id=81261290-b980-4b0b-b239-3aa2a33e866d HTTP/1.1" status: 200 len: 210 time: 0.0661483 Nov 11 16:12:54.323180 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-052a95f0-78ac-4ed5-8c6d-a90b7c8b168d None None] For port 50f8d18b-fc18-43f6-a107-4692166c46db, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=50f8d18b-fc18-43f6-a107-4692166c46db,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:54.337508 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-052a95f0-78ac-4ed5-8c6d-a90b7c8b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.342838 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:12:54.377941 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f932ec09-9fb7-458e-b455-617623cdcde2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.383571 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f932ec09-9fb7-458e-b455-617623cdcde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.416274 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f932ec09-9fb7-458e-b455-617623cdcde2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f43db21fcc494f5fac37c87166939609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401298 Nov 11 16:12:54.419403 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58042) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:54.520202 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a95f0-78ac-4ed5-8c6d-a90b7c8b168d None None] Pushing event updated for resources: {'Port': ['ID=50f8d18b-fc18-43f6-a107-4692166c46db,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:54.523551 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-d29b51ce-b0bf-4f20-89f8-70d643922b6f None None] Provisioning complete for port 50f8d18b-fc18-43f6-a107-4692166c46db triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:54.523921 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d29b51ce-b0bf-4f20-89f8-70d643922b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.528551 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932ec09-9fb7-458e-b455-617623cdcde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d645e3ae-0bf8-4f3e-9158-8f83e781d58e,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:54.612664 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:52Z', 'revision_number': 3, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:54.636836 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 50f8d18b-fc18-43f6-a107-4692166c46db up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:12:54.654447 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5a5eb06e-72ea-497f-90b0-fd1f69cd793a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.658004 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Checking router: fd0066f8-d543-4ced-aeda-a30a15101745 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:12:54.658934 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Updating router fd0066f8-d543-4ced-aeda-a30a15101745 port 69e63a7a-c9c3-4830-accf-e835cce95013 binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:12:54.692102 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.700111 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f04438-b88f-4879-bee3-387b0e2458b4 req-d42c4cf3-02d0-4843-9427-7a5f010038a8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:54.701746 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b4f04438-b88f-4879-bee3-387b0e2458b4 req-d42c4cf3-02d0-4843-9427-7a5f010038a8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 945 time: 0.1522963 Nov 11 16:12:54.722606 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5a5eb06e-72ea-497f-90b0-fd1f69cd793a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.753128 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 50f8d18b-fc18-43f6-a107-4692166c46db triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:54.753742 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.797148 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f234d599-82a3-47b9-936e-f0cc4b24bd61 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:54.799049 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b4f04438-b88f-4879-bee3-387b0e2458b4 req-5d26c875-709d-4e11-bfb5-7ae5ec0aa1da tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868230 Nov 11 16:12:54.807548 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.824226 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: f234d599-82a3-47b9-936e-f0cc4b24bd61 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:12:54.824585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f234d599-82a3-47b9-936e-f0cc4b24bd61 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:12:54.825002 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:12:54.828011 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5a5eb06e-72ea-497f-90b0-fd1f69cd793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.831072 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5a5eb06e-72ea-497f-90b0-fd1f69cd793a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:54.832640 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5a5eb06e-72ea-497f-90b0-fd1f69cd793a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d645e3ae-0bf8-4f3e-9158-8f83e781d58e HTTP/1.1" status: 204 len: 168 time: 0.4120634 Nov 11 16:12:54.842050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5eb06e-72ea-497f-90b0-fd1f69cd793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d645e3ae-0bf8-4f3e-9158-8f83e781d58e,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:55.011222 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.065326 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:55.066318 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:12:55.068736 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51791a09-4011-43d7-ad7d-2b7cc5cb39bd" -d '{"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-unplugged", "status": "completed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:12:55.079418 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.124678 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Allocated IP 172.20.0.1 (603da69b-5a7a-4782-8fb8-ce1470b8abfe/046f58ab-0435-4c5f-9a7e-9983b4561df1/54517292-9f00-434a-89d8-a2358d1b7c3a) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:12:55.125275 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.134537 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.135235 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5c0dfc-b6a1-490a-95f1-ed018ed18f0f x-openstack-request-id: req-ec5c0dfc-b6a1-490a-95f1-ed018ed18f0f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:12:55.136369 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-unplugged", "status": "failed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12", "code": 422}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:12:55.136843 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec5c0dfc-b6a1-490a-95f1-ed018ed18f0f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:12:55.137427 dv-cinder-774288-11-iscsi neutron-server[101824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12', 'code': 422} returned with failed status Nov 11 16:12:55.188700 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=8']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:55.195066 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Attempting to bind port 69e63a7a-c9c3-4830-accf-e835cce95013 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:12:55.195610 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Attempting to bind port 69e63a7a-c9c3-4830-accf-e835cce95013 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:12:55.195831 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Attempting to bind port 69e63a7a-c9c3-4830-accf-e835cce95013 on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:12:55.207608 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:12:55.207983 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:12:55.208389 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.208778 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:12:55.209288 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Bound port: 69e63a7a-c9c3-4830-accf-e835cce95013, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:12:55.209687 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.238892 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Pushing event updated for resources: {'Port': ['ID=69e63a7a-c9c3-4830-accf-e835cce95013,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:55.254236 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.254709 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.255063 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.255401 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.255765 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.256436 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.256724 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.256804 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.257203 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.257577 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.258141 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.258889 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:12:55.269001 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58060) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:55.284231 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b4221cd8-740a-42c1-9348-895705cd0758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.286790 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] For port 69e63a7a-c9c3-4830-accf-e835cce95013, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:12:55.291065 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] For port 69e63a7a-c9c3-4830-accf-e835cce95013, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=69e63a7a-c9c3-4830-accf-e835cce95013,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:12:55.298534 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.304508 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.347915 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58066) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:55.365876 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.380681 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:12:55.381494 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:55.408019 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:12:55.409782 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:12:55.412565 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:12:55.430884 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d9d31-9002-4522-a168-2a55d4537de7 None None] Pushing event updated for resources: {'Port': ['ID=69e63a7a-c9c3-4830-accf-e835cce95013,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:55.455476 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.506008 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b4221cd8-740a-42c1-9348-895705cd0758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.514661 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b4221cd8-740a-42c1-9348-895705cd0758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.523473 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:12:55.549224 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Pushing event updated for resources: {'Port': ['ID=54517292-9f00-434a-89d8-a2358d1b7c3a,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:55.583527 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-b4221cd8-740a-42c1-9348-895705cd0758 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=863aef9c59fe4fc8a676eb3aa374b093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107011 Nov 11 16:12:55.583527 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221cd8-740a-42c1-9348-895705cd0758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f0d43a-e8fd-4e55-995c-3cbfbeb1e020,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:55.583857 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58072) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:55.613650 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [req-a76c5c94-e904-46b8-9d5d-4557b3fc18c1 req-c22a1e43-8310-46aa-906b-e2a4aa911d7a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:12:55.618218 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a76c5c94-e904-46b8-9d5d-4557b3fc18c1 req-c22a1e43-8310-46aa-906b-e2a4aa911d7a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100021 Nov 11 16:12:55.715991 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a60-b3cc-4a57-a4d4-16d7dfab7925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.770048 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a60-b3cc-4a57-a4d4-16d7dfab7925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.798713 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-f7d23de2-c587-48be-bdab-43c408b48025 None None] Provisioning complete for port 54517292-9f00-434a-89d8-a2358d1b7c3a triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:55.800317 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7d23de2-c587-48be-bdab-43c408b48025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.818323 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.829437 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a60-b3cc-4a57-a4d4-16d7dfab7925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.832385 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a60-b3cc-4a57-a4d4-16d7dfab7925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:55.836411 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-44ed5a60-b3cc-4a57-a4d4-16d7dfab7925 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45f0d43a-e8fd-4e55-995c-3cbfbeb1e020 HTTP/1.1" status: 204 len: 168 time: 0.2519600 Nov 11 16:12:55.861593 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f7d23de2-c587-48be-bdab-43c408b48025 None None] Port 54517292-9f00-434a-89d8-a2358d1b7c3a cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:12:55.871748 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed5a60-b3cc-4a57-a4d4-16d7dfab7925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f0d43a-e8fd-4e55-995c-3cbfbeb1e020,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:55.945639 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:52Z', 'revision_number': 3, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:55.949004 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150de7a-f155-4d9e-a0e9-f85bdedcda4a req-88f2f540-4b25-4624-96cf-6c8e32950d4f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:55.956090 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6150de7a-f155-4d9e-a0e9-f85bdedcda4a req-88f2f540-4b25-4624-96cf-6c8e32950d4f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1195602 Nov 11 16:12:55.988345 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f59395-dd29-4d83-9436-3f70dca2f98c None None] The sync data for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi is: [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:52Z', 'revision_number': 3, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:12:56.056125 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6150de7a-f155-4d9e-a0e9-f85bdedcda4a req-2ec4edd6-dc8c-4d46-af5b-9423837079b7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989907 Nov 11 16:12:56.062722 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:56.070549 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:56.172074 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Pushing event updated for resources: {'Port': ['ID=54517292-9f00-434a-89d8-a2358d1b7c3a,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:56.176477 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:56.218211 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:56.331756 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:12:56.346282 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:12:56.562972 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Router fd0066f8-d543-4ced-aeda-a30a15101745 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:12:56.698459 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:12:56.718503 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-97e4b6dd-4854-45ff-acbf-0af20f27ce27 admin admin] 10.222.0.45 "PUT /v2.0/routers/fd0066f8-d543-4ced-aeda-a30a15101745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5190384 Nov 11 16:12:56.719085 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 50f8d18b-fc18-43f6-a107-4692166c46db up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:12:56.800447 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58108) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:56.833069 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-74e3b12f-1118-4dc1-a964-d333e30ea9bf None None] Provisioning complete for port 54517292-9f00-434a-89d8-a2358d1b7c3a triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:56.833626 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74e3b12f-1118-4dc1-a964-d333e30ea9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:56.849676 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Deleting port 683c7e20-03c5-4a2e-ac2f-518e326ae141 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:56.850587 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:56.910703 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 50f8d18b-fc18-43f6-a107-4692166c46db triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:56.911087 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:56.939553 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-74e3b12f-1118-4dc1-a964-d333e30ea9bf None None] Port 54517292-9f00-434a-89d8-a2358d1b7c3a cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:12:57.017008 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] For port 683c7e20-03c5-4a2e-ac2f-518e326ae141, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=683c7e20-03c5-4a2e-ac2f-518e326ae141,segment=NetworkSegment(f008245c-9878-4691-8bb7-e0853611a01f),segment_id=f008245c-9878-4691-8bb7-e0853611a01f)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:57.017414 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.037547 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 69e63a7a-c9c3-4830-accf-e835cce95013 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:12:57.041764 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-683a7854-9e13-4714-ba8c-55c420fbc906 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2385359 Nov 11 16:12:57.049248 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-2d0dc3c2-e9ad-426b-b522-74fb8ae6d4c7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:12:57.050651 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-2d0dc3c2-e9ad-426b-b522-74fb8ae6d4c7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076880 Nov 11 16:12:57.069188 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Calling delete_port for 683c7e20-03c5-4a2e-ac2f-518e326ae141 owned by network:router_interface {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:57.106149 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 69e63a7a-c9c3-4830-accf-e835cce95013 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:57.106542 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.208441 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.239299 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 69e63a7a-c9c3-4830-accf-e835cce95013, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=69e63a7a-c9c3-4830-accf-e835cce95013,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:57.244379 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.307931 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=69e63a7a-c9c3-4830-accf-e835cce95013,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:57.400230 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed4750-f04e-4b3e-bdf5-539927ebdce5 req-b1452607-69b8-4b0b-a492-1dba51912e03 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:57.402467 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f1ed4750-f04e-4b3e-bdf5-539927ebdce5 req-b1452607-69b8-4b0b-a492-1dba51912e03 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1493618 Nov 11 16:12:57.481575 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f1ed4750-f04e-4b3e-bdf5-539927ebdce5 req-60edd9aa-2319-4676-addc-455b65c56b3d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726659 Nov 11 16:12:57.522069 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.594375 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=683c7e20-03c5-4a2e-ac2f-518e326ae141,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:57.678549 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58144) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:57.684493 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1624438016-network', 'tenant_id': '065df1079c7e478ab0943d9642a17976'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:12:57.714469 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Made reservation on behalf of 065df1079c7e478ab0943d9642a17976 for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:12:57.719648 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.731754 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.801001 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.839418 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.847231 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.878134 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:12:57.884385 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314dd470-b191-44e9-a6da-34734fc0a768,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:57.907589 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.908327 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Added segment e0842c33-16b5-4bf8-ad05-1e59e0a23320 of type vlan for network 66a6ddc7-876e-401a-9941-c7d4ee913eba Nov 11 16:12:57.953254 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.981681 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:57.982731 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:57.983323 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:58.049544 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3693643 Nov 11 16:12:58.052694 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58152) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:58.056089 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Router 1acecf45-d775-4932-a213-6cf35efaa647 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:12:58.060477 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Request body: {'subnet': {'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1624438016-subnet', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:12:58.062026 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27d170-ad02-4630-9f9a-c96e6dfc1824 admin admin] Pushing event updated for resources: {'Network': ['ID=66a6ddc7-876e-401a-9941-c7d4ee913eba,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:58.079763 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:12:58.120021 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Made reservation on behalf of 065df1079c7e478ab0943d9642a17976 for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:12:58.122251 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13591579'] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:58.320223 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Sync routers for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:12:58.346250 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:12:58.347292 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:58.473507 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:12:58.479993 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f7191c0b-e2dd-436d-898e-4b14267752c6 admin admin] 10.222.0.45 "PUT /v2.0/routers/1acecf45-d775-4932-a213-6cf35efaa647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1307645 Nov 11 16:12:58.482498 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58162) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:58.485976 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] Sync routers for ids ['1acecf45-d775-4932-a213-6cf35efaa647'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:12:58.503168 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] Routers {'1acecf45-d775-4932-a213-6cf35efaa647'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:12:58.505162 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['1acecf45-d775-4932-a213-6cf35efaa647'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:58.544929 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:12:58.688184 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] Set router 1acecf45-d775-4932-a213-6cf35efaa647 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:12:58.728867 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 69e63a7a-c9c3-4830-accf-e835cce95013 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:12:58.803650 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks [] for router, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:58.875880 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 69e63a7a-c9c3-4830-accf-e835cce95013 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:12:58.876513 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:58.891295 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58170) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:58.911335 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 5, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:58.942725 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12607739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591605'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:58.944628 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] Checking router: 1acecf45-d775-4932-a213-6cf35efaa647 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:12:58.956166 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:58.956935 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] Routers {'1acecf45-d775-4932-a213-6cf35efaa647'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:12:58.957906 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['1acecf45-d775-4932-a213-6cf35efaa647'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:58.970603 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 2, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:58.990841 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db4e9-3c3d-45a8-9433-509ee1ef1399 req-7720d71a-58bf-4129-b898-e20e91da2271 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:58.992405 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-339db4e9-3c3d-45a8-9433-509ee1ef1399 req-7720d71a-58bf-4129-b898-e20e91da2271 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.2716775 Nov 11 16:12:59.014329 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Checking router: fd0066f8-d543-4ced-aeda-a30a15101745 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:12:59.015056 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Updating router fd0066f8-d543-4ced-aeda-a30a15101745 port 54517292-9f00-434a-89d8-a2358d1b7c3a binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:12:59.037368 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-d384c86b-a394-486d-8d47-7f4bbf7b2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:59.039650 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-d384c86b-a394-486d-8d47-7f4bbf7b2ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483&tenant_id=818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 1096 time: 0.1182778 Nov 11 16:12:59.048371 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.096022 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Checking segment: {'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:12:59.096621 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Network hostable DHCP agents. Network: 66a6ddc7-876e-401a-9941-c7d4ee913eba, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:12:59.106936 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20b03f3-155f-4074-889f-748b0b99d084,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:59.134578 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] Set router 1acecf45-d775-4932-a213-6cf35efaa647 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:12:59.139205 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-406b136b-aeeb-4273-95fc-4ceeaa3f422a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.149451 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-339db4e9-3c3d-45a8-9433-509ee1ef1399 req-aed2edf6-72a2-49f9-8652-31a33a180040 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443717 Nov 11 16:12:59.159073 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:12:59.174011 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Deleting port f61b070b-cf06-4621-ba43-9ad7e554bd39 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:12:59.174393 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.181553 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-839354de-f3df-4694-a1fe-b1809ffb59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:59.184070 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-839354de-f3df-4694-a1fe-b1809ffb59c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1096 time: 0.1193635 Nov 11 16:12:59.189674 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 66a6ddc7-876e-401a-9941-c7d4ee913eba) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:12:59.202787 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:59.203404 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.291321 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] For port f61b070b-cf06-4621-ba43-9ad7e554bd39, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=f61b070b-cf06-4621-ba43-9ad7e554bd39,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:12:59.292317 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.306474 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Calling delete_port for f61b070b-cf06-4621-ba43-9ad7e554bd39 owned by network:router_gateway {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:12:59.373244 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.378809 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b66892-d3ed-48a5-8ffb-c15a2db8e361 None None] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:12:59.384337 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 5, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:12:59.419948 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b0da3-f649-45bf-a1d8-351e983a843d None None] The sync data for ids ['1acecf45-d775-4932-a213-6cf35efaa647'] in dv-cinder-774288-11-iscsi is: [{'id': '1acecf45-d775-4932-a213-6cf35efaa647', 'name': 'tempest-ServerRescueNegativeTestJSON-2037572153-router', 'tenant_id': '0b263597e7e545d2b309a5d2b2619456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 5, 'project_id': '0b263597e7e545d2b309a5d2b2619456', 'gw_port': {'id': 'f61b070b-cf06-4621-ba43-9ad7e554bd39', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acecf45-d775-4932-a213-6cf35efaa647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:20Z', 'updated_at': '2021-11-11T16:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:12:59.470276 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ea950cd4-3369-4e8a-b5c0-7cbe328f5fc0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4165111 Nov 11 16:12:59.473493 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58174) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:59.480763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:12:59.542412 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.543601 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.546039 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.560456 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.622339 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61b070b-cf06-4621-ba43-9ad7e554bd39,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:59.649708 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-406b136b-aeeb-4273-95fc-4ceeaa3f422a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.651437 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-a1772fb0-55b3-4d4c-856e-7341a314a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:59.652358 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.652484 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af67bf-bf66-4bc5-a448-246b3b22af4a None None] Pushing event updated for resources: {'Port': ['ID=54517292-9f00-434a-89d8-a2358d1b7c3a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:59.652957 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-a1772fb0-55b3-4d4c-856e-7341a314a3cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.4567442 Nov 11 16:12:59.675979 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-406b136b-aeeb-4273-95fc-4ceeaa3f422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.772329 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b136b-aeeb-4273-95fc-4ceeaa3f422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8622461a-936f-42e2-83a8-b51259804b04,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:12:59.780090 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Attempting to bind port 54517292-9f00-434a-89d8-a2358d1b7c3a on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:12:59.780467 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Attempting to bind port 54517292-9f00-434a-89d8-a2358d1b7c3a by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:12:59.780831 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Attempting to bind port 54517292-9f00-434a-89d8-a2358d1b7c3a on network 603da69b-5a7a-4782-8fb8-ce1470b8abfe {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:12:59.782426 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-406b136b-aeeb-4273-95fc-4ceeaa3f422a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=699c0e88edf84ac190dd4590d5865d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8892944 Nov 11 16:12:59.785594 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58178) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:12:59.792164 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-66a6ddc7-876e-401a-9941-c7d4ee913eba', 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'fixed_ips': [{'subnet_id': 'c20b03f3-155f-4074-889f-748b0b99d084'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:12:59.793422 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.800812 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-452cf90e-5507-43b2-8741-59d4d1d4c9a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 200 len: 999 time: 0.1340504 Nov 11 16:12:59.812679 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:12:59.813100 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Checking segment: {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:12:59.813633 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.814091 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Bound using segment: {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:12:59.814703 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Bound port: 54517292-9f00-434a-89d8-a2358d1b7c3a, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:12:59.815191 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.827606 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.893476 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-f3adfed6-4e5e-4828-a53a-509e75bccf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:12:59.894944 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-f3adfed6-4e5e-4828-a53a-509e75bccf71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0786598 Nov 11 16:12:59.941346 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.947446 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4572f279-c5af-42d2-8133-e58ee02850e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.967414 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.973763 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4572f279-c5af-42d2-8133-e58ee02850e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.978063 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:12:59.980515 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.007225 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-fafb6f3f-e14a-4649-83ae-76947aa3bacf None None] Provisioning complete for port 54517292-9f00-434a-89d8-a2358d1b7c3a triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:00.007613 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fafb6f3f-e14a-4649-83ae-76947aa3bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.035877 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4572f279-c5af-42d2-8133-e58ee02850e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.038518 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4572f279-c5af-42d2-8133-e58ee02850e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.042991 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-4572f279-c5af-42d2-8133-e58ee02850e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8622461a-936f-42e2-83a8-b51259804b04 HTTP/1.1" status: 204 len: 168 time: 0.2533159 Nov 11 16:13:00.043154 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] For port 54517292-9f00-434a-89d8-a2358d1b7c3a, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:13:00.058443 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-43535190-9101-467f-b5b0-b20c69a386fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:00.060106 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-43535190-9101-467f-b5b0-b20c69a386fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1574476 Nov 11 16:13:00.060707 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572f279-c5af-42d2-8133-e58ee02850e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8622461a-936f-42e2-83a8-b51259804b04,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:00.064285 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] For port 54517292-9f00-434a-89d8-a2358d1b7c3a, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=54517292-9f00-434a-89d8-a2358d1b7c3a,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:13:00.074593 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Allocated IP 172.20.0.2 (66a6ddc7-876e-401a-9941-c7d4ee913eba/c20b03f3-155f-4074-889f-748b0b99d084/de98ef8b-94c2-409d-8320-2253a98fa504) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:13:00.087828 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.107316 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.108762 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1acecf45-d775-4932-a213-6cf35efaa647 {{(pid=101822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:13:00.114622 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.115864 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-9dba1c0e-71d6-4e68-9302-01434b1d5600 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1acecf45-d775-4932-a213-6cf35efaa647 HTTP/1.1" status: 204 len: 168 time: 1.6188838 Nov 11 16:13:00.118680 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58182) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:00.129581 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-fafb6f3f-e14a-4649-83ae-76947aa3bacf None None] Port 54517292-9f00-434a-89d8-a2358d1b7c3a cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:13:00.181803 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] Deleting subnet dde79e59-7dbe-4b66-aca2-d6db90610921 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:13:00.187069 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.220442 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af67bf-bf66-4bc5-a448-246b3b22af4a None None] Pushing event updated for resources: {'Port': ['ID=54517292-9f00-434a-89d8-a2358d1b7c3a,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:00.236426 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.259093 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:13:00.259309 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-09237073-dde0-4dc8-bad2-6108430fd4a1 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873906 Nov 11 16:13:00.261737 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:00.377771 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.449313 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.470763 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.498681 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-99baa02e-f94f-4c23-a6f8-92d524b95dd5 req-5d977463-5d18-4ba9-87e5-b569373b0a84 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193918 Nov 11 16:13:00.536678 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:13:00.574082 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:13:00.580608 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:13:00.599584 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.632367 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830fcf-93a0-4f7a-b7a1-ba8547028dc2 req-0ae37fe6-a0c1-4cf5-a057-b05706eb633b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:00.633888 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5830fcf-93a0-4f7a-b7a1-ba8547028dc2 req-0ae37fe6-a0c1-4cf5-a057-b05706eb633b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.2687418 Nov 11 16:13:00.636175 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.637263 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58192) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:00.650724 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.652238 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6a111437-191a-42b3-96a4-d0ca42032a1e None None] Provisioning complete for port 54517292-9f00-434a-89d8-a2358d1b7c3a triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:00.652691 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a111437-191a-42b3-96a4-d0ca42032a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.656566 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d4a90d5f-254e-4f2c-bd83-018dffad45bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.671855 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Pushing event updated for resources: {'Port': ['ID=de98ef8b-94c2-409d-8320-2253a98fa504,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:00.712095 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Attempting to bind port de98ef8b-94c2-409d-8320-2253a98fa504 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:13:00.712409 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Attempting to bind port de98ef8b-94c2-409d-8320-2253a98fa504 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:13:00.712728 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Attempting to bind port de98ef8b-94c2-409d-8320-2253a98fa504 on network 66a6ddc7-876e-401a-9941-c7d4ee913eba {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:13:00.725379 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:13:00.728066 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde79e59-7dbe-4b66-aca2-d6db90610921,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:00.738274 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.743745 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-25a0b07d-5de6-44e7-8df5-e1b6a166450f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dde79e59-7dbe-4b66-aca2-d6db90610921 HTTP/1.1" status: 204 len: 168 time: 0.6202385 Nov 11 16:13:00.745865 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58198) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:00.783453 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5830fcf-93a0-4f7a-b7a1-ba8547028dc2 req-435d951d-c292-4b6b-8932-29e4d106fbc8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390345 Nov 11 16:13:00.787717 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:13:00.788311 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Checking segment: {'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:13:00.788929 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.789629 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Bound using segment: {'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:13:00.790479 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Bound port: de98ef8b-94c2-409d-8320-2253a98fa504, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:13:00.791068 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.840876 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Allocated IP 172.27.3.142 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/8400dc1d-4464-444e-a1c6-a66ab22e169a) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:13:00.851407 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d4a90d5f-254e-4f2c-bd83-018dffad45bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.865781 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d4a90d5f-254e-4f2c-bd83-018dffad45bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.892747 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 683c7e20-03c5-4a2e-ac2f-518e326ae141 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:13:00.927932 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:00.956032 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d4a90d5f-254e-4f2c-bd83-018dffad45bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9be30e7245d04b94a870f06e8ec2e807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172190 Nov 11 16:13:00.958317 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a90d5f-254e-4f2c-bd83-018dffad45bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5c16f-05be-45e8-8d02-d360e034434f,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:00.960635 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58202) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:00.993166 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.033167 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 683c7e20-03c5-4a2e-ac2f-518e326ae141 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:13:01.033509 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 683c7e20-03c5-4a2e-ac2f-518e326ae141 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:13:01.055366 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.088687 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a111437-191a-42b3-96a4-d0ca42032a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.089778 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.093614 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] For port de98ef8b-94c2-409d-8320-2253a98fa504, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:13:01.097462 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] For port de98ef8b-94c2-409d-8320-2253a98fa504, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=de98ef8b-94c2-409d-8320-2253a98fa504,segment=NetworkSegment(e0842c33-16b5-4bf8-ad05-1e59e0a23320),segment_id=e0842c33-16b5-4bf8-ad05-1e59e0a23320)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:13:01.102141 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c135395-f6b6-4d79-860d-eff7c6294bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.122209 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.123280 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:13:01.126744 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9079ffd-a69b-4c4b-bffe-b475421908b9']}} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:01.128755 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:13:01.134121 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:13:01.144493 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f008245c-9878-4691-8bb7-e0853611a01f') {'for_net_delete': True} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:01.144871 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f008245c-9878-4691-8bb7-e0853611a01f') {} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:01.165300 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Pushing event updated for resources: {'Port': ['ID=8400dc1d-4464-444e-a1c6-a66ab22e169a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:01.173972 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12751870'] for segment, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.199423 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c135395-f6b6-4d79-860d-eff7c6294bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.207253 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.215644 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6a111437-191a-42b3-96a4-d0ca42032a1e None None] For port 54517292-9f00-434a-89d8-a2358d1b7c3a, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=54517292-9f00-434a-89d8-a2358d1b7c3a,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:01.220985 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=101823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:13:01.221336 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752643'] for segment, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: Traceback (most recent call last): Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: timer() Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: cb(*args, **kw) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: return func(*args, **kwargs) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: self._notify() Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: self.callback(batched_events) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: event.method(event) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: return f(self, *a, **k) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._get(url).json() Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: return self.request(url, 'GET', **kwargs) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:13:01.223229 dv-cinder-774288-11-iscsi neutron-server[101823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:13:01.267256 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a111437-191a-42b3-96a4-d0ca42032a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.280820 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd9a10-90ae-41bd-8837-3115ed3109c9 None None] Pushing event updated for resources: {'Port': ['ID=de98ef8b-94c2-409d-8320-2253a98fa504,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:01.355405 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.369314 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.375673 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] 10.222.0.45 "DELETE /v2.0/networks/b9079ffd-a69b-4c4b-bffe-b475421908b9 HTTP/1.1" status: 204 len: 168 time: 0.6294761 Nov 11 16:13:01.396450 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c135395-f6b6-4d79-860d-eff7c6294bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.400215 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2c135395-f6b6-4d79-860d-eff7c6294bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.402995 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2c135395-f6b6-4d79-860d-eff7c6294bf4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbe5c16f-05be-45e8-8d02-d360e034434f HTTP/1.1" status: 204 len: 168 time: 0.4404395 Nov 11 16:13:01.409220 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bd24a-0078-4a59-bb1a-b110447daa2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9079ffd-a69b-4c4b-bffe-b475421908b9,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:01.428714 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c135395-f6b6-4d79-860d-eff7c6294bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe5c16f-05be-45e8-8d02-d360e034434f,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:01.546418 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a111437-191a-42b3-96a4-d0ca42032a1e None None] Pushing event updated for resources: {'Port': ['ID=54517292-9f00-434a-89d8-a2358d1b7c3a,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:01.599952 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:00Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:01.717544 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de8de-89ac-43e7-a268-5b7ac0442d20 None None] The sync data for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi is: [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:00Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:13:01.783440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:01.918076 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58220) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:01.990728 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6520d495-0902-41bf-b952-9162ada4d46f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b263597e7e545d2b309a5d2b2619456&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0754018 Nov 11 16:13:01.994080 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58224) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:02.102896 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74400931-9af3-4d60-ac87-bad1a7e570bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:02.136412 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74400931-9af3-4d60-ac87-bad1a7e570bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:02.258610 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74400931-9af3-4d60-ac87-bad1a7e570bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:02.272140 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74400931-9af3-4d60-ac87-bad1a7e570bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:02.273401 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-74400931-9af3-4d60-ac87-bad1a7e570bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08e9331d-571e-4af0-9639-e0cc5949c6ed HTTP/1.1" status: 204 len: 168 time: 0.2776618 Nov 11 16:13:02.297856 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74400931-9af3-4d60-ac87-bad1a7e570bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e9331d-571e-4af0-9639-e0cc5949c6ed,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:02.696995 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device de98ef8b-94c2-409d-8320-2253a98fa504 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:02.859484 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port de98ef8b-94c2-409d-8320-2253a98fa504 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:02.860369 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:02.992606 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a16a-98cf-4b5c-96b2-2b2e2d115421 req-1db3df65-f4a8-4b4f-8b0e-606807214c6a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:02.994513 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1907a16a-98cf-4b5c-96b2-2b2e2d115421 req-1db3df65-f4a8-4b4f-8b0e-606807214c6a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.2807610 Nov 11 16:13:03.048044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:03.058788 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:03.152440 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed611dc-6cd9-40c6-82f1-35188d47aaed None None] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:13:03.201822 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port de98ef8b-94c2-409d-8320-2253a98fa504, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=de98ef8b-94c2-409d-8320-2253a98fa504,segment=NetworkSegment(e0842c33-16b5-4bf8-ad05-1e59e0a23320),segment_id=e0842c33-16b5-4bf8-ad05-1e59e0a23320)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:03.248953 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1907a16a-98cf-4b5c-96b2-2b2e2d115421 req-80dd2776-7651-4511-981b-a14be74a4b42 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453229 Nov 11 16:13:03.380337 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:13:03.473707 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:03.474521 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 54517292-9f00-434a-89d8-a2358d1b7c3a up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:03.630296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:13:03.650387 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Sync routers for ids ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:13:03.662848 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:03.667703 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-995412cf-0cc1-4e3e-949a-33c5707a6377 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1913342 Nov 11 16:13:03.670436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58262) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:03.681240 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Routers {'5f5ad5e5-48f3-4c65-b15a-564064db3c88'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:13:03.682888 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:03.686047 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=de98ef8b-94c2-409d-8320-2253a98fa504,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:03.696192 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-f9a0e720-8c7e-4be5-b9f4-9d4b2837d130 None None] Provisioning complete for port de98ef8b-94c2-409d-8320-2253a98fa504 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:03.696777 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e720-8c7e-4be5-b9f4-9d4b2837d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:03.942313 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 54517292-9f00-434a-89d8-a2358d1b7c3a triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:03.943708 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:04.079374 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Set router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:13:04.324209 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f61b070b-cf06-4621-ba43-9ad7e554bd39 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:13:04.372883 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: f61b070b-cf06-4621-ba43-9ad7e554bd39 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:13:04.373340 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f61b070b-cf06-4621-ba43-9ad7e554bd39 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:13:04.530586 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 3, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:04.594647 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device de98ef8b-94c2-409d-8320-2253a98fa504 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:04.600580 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Checking router: 5f5ad5e5-48f3-4c65-b15a-564064db3c88 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:13:04.605875 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Updating router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 port 8400dc1d-4464-444e-a1c6-a66ab22e169a binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:13:04.613351 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171814a-f012-431b-9cee-25b0f094577a req-b5208f68-b1b7-478d-acdf-16e63fad5248 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:04.618213 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8171814a-f012-431b-9cee-25b0f094577a req-b5208f68-b1b7-478d-acdf-16e63fad5248 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1486764 Nov 11 16:13:04.757618 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:04.784346 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:04.786773 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8171814a-f012-431b-9cee-25b0f094577a req-9f3854c4-2901-4b6a-b15b-322e2f409add tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621060 Nov 11 16:13:04.930207 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-c58a9dcb-65e3-4abb-b6e9-4d1e21a5b5ec None None] Provisioning complete for port de98ef8b-94c2-409d-8320-2253a98fa504 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:04.930577 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c58a9dcb-65e3-4abb-b6e9-4d1e21a5b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:04.969913 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port de98ef8b-94c2-409d-8320-2253a98fa504 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:04.970590 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.095679 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Allocated IP 172.20.0.1 (66a6ddc7-876e-401a-9941-c7d4ee913eba/c20b03f3-155f-4074-889f-748b0b99d084/4ad0a433-3839-4380-ae88-d05ada5d2bfb) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:13:05.383192 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.395434 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.406135 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.455698 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Attempting to bind port 8400dc1d-4464-444e-a1c6-a66ab22e169a on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:13:05.456078 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Attempting to bind port 8400dc1d-4464-444e-a1c6-a66ab22e169a by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:13:05.456482 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Attempting to bind port 8400dc1d-4464-444e-a1c6-a66ab22e169a on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:13:05.465608 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.496458 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:13:05.496866 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:13:05.497271 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.497674 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:13:05.498156 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Bound port: 8400dc1d-4464-444e-a1c6-a66ab22e169a, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:13:05.498547 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.515828 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Pushing event updated for resources: {'Port': ['ID=4ad0a433-3839-4380-ae88-d05ada5d2bfb,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:05.531865 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:13:05.533764 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:13:05.536617 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:13:05.541087 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4f62-dde4-4096-a3db-8ca796eb0e7b None None] Pushing event updated for resources: {'Port': ['ID=8400dc1d-4464-444e-a1c6-a66ab22e169a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:05.586399 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] For port 8400dc1d-4464-444e-a1c6-a66ab22e169a, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:13:05.590404 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.591341 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] For port 8400dc1d-4464-444e-a1c6-a66ab22e169a, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8400dc1d-4464-444e-a1c6-a66ab22e169a,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:13:05.598973 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.662149 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Routers {'5f5ad5e5-48f3-4c65-b15a-564064db3c88'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:13:05.663141 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:05.771926 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4f62-dde4-4096-a3db-8ca796eb0e7b None None] Pushing event updated for resources: {'Port': ['ID=8400dc1d-4464-444e-a1c6-a66ab22e169a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:05.822980 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:05.960701 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] Set router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:13:06.037127 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951fdb5-e136-4763-9d7e-455c3cede2d8 req-49ae520e-cd7b-423d-ac27-d289e451b75e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:06.047656 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d951fdb5-e136-4763-9d7e-455c3cede2d8 req-49ae520e-cd7b-423d-ac27-d289e451b75e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1119773 Nov 11 16:13:06.114751 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d951fdb5-e136-4763-9d7e-455c3cede2d8 req-6f6c76d2-d05c-47c1-bc9e-4c424b9a2c97 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659997 Nov 11 16:13:06.146390 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:06.152159 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:06.228945 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-ef12aed6-d3f2-46a6-92ca-ccca159cf6e4 None None] Provisioning complete for port 4ad0a433-3839-4380-ae88-d05ada5d2bfb triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:06.229595 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef12aed6-d3f2-46a6-92ca-ccca159cf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:06.243484 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Pushing event updated for resources: {'Port': ['ID=4ad0a433-3839-4380-ae88-d05ada5d2bfb,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:06.246689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:06.306371 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ef12aed6-d3f2-46a6-92ca-ccca159cf6e4 None None] Port 4ad0a433-3839-4380-ae88-d05ada5d2bfb cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:13:06.372258 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 3, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:06.385330 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:13:06.386746 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:13:06.403093 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c198f-56a0-4f80-b5a1-ff5f097062de None None] The sync data for ids ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'] in dv-cinder-774288-11-iscsi is: [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 3, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:13:06.555438 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:13:06.751762 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-033e3580-2ae5-46ea-9a11-159c89c748fa None None] Provisioning complete for port 4ad0a433-3839-4380-ae88-d05ada5d2bfb triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:06.752203 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-033e3580-2ae5-46ea-9a11-159c89c748fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:06.795117 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:13:06.814458 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d39becc6-de9c-44bf-a9b6-adc9754ae5df admin admin] 10.222.0.45 "PUT /v2.0/routers/5f5ad5e5-48f3-4c65-b15a-564064db3c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1429090 Nov 11 16:13:06.818220 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-033e3580-2ae5-46ea-9a11-159c89c748fa None None] Port 4ad0a433-3839-4380-ae88-d05ada5d2bfb cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:13:07.290280 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f7692-ab57-4b48-b83f-f490bfab8c8e req-7c7d08c5-8c8f-4023-bd05-b53a3df48a2c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:07.293330 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b1f7692-ab57-4b48-b83f-f490bfab8c8e req-7c7d08c5-8c8f-4023-bd05-b53a3df48a2c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0781574 Nov 11 16:13:07.386056 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b1f7692-ab57-4b48-b83f-f490bfab8c8e req-442d091d-37fd-462d-b657-f1156e648a3a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781608 Nov 11 16:13:08.475350 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58376) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:08.616805 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8400dc1d-4464-444e-a1c6-a66ab22e169a up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:08.758031 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021386f-7fc3-468e-8a49-af6d35ba832f req-215e8386-5093-42f8-b6c8-82d7f6c30533 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:08.760832 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-32ecffc7-5036-4d2f-b4c3-eff12ec41822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:08.769646 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d021386f-7fc3-468e-8a49-af6d35ba832f req-215e8386-5093-42f8-b6c8-82d7f6c30533 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1849329 Nov 11 16:13:08.776401 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 8400dc1d-4464-444e-a1c6-a66ab22e169a triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:08.776401 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:08.842762 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d021386f-7fc3-468e-8a49-af6d35ba832f req-510eadfe-555a-41cc-aefd-82a0624a3b44 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711980 Nov 11 16:13:09.026010 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.036689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-32ecffc7-5036-4d2f-b4c3-eff12ec41822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.044515 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-32ecffc7-5036-4d2f-b4c3-eff12ec41822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.093396 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 8400dc1d-4464-444e-a1c6-a66ab22e169a, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8400dc1d-4464-444e-a1c6-a66ab22e169a,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:09.106158 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.130360 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-32ecffc7-5036-4d2f-b4c3-eff12ec41822 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bc301519b454a53bde9714900698377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6539047 Nov 11 16:13:09.133129 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58402) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:09.144503 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a975053-0320-40b4-b421-95299723c024 None None] Sync routers for ids ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:13:09.166395 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] Routers {'5f5ad5e5-48f3-4c65-b15a-564064db3c88'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:13:09.167131 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:09.207394 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecffc7-5036-4d2f-b4c3-eff12ec41822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b20eb09-b116-4a97-8974-e62c077d84b7,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:09.265052 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=8400dc1d-4464-444e-a1c6-a66ab22e169a,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:09.274002 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f34837a5-eb0b-4fc4-8f36-9f1bc8a02b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.327247 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f34837a5-eb0b-4fc4-8f36-9f1bc8a02b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.415356 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] Set router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:13:09.423081 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f34837a5-eb0b-4fc4-8f36-9f1bc8a02b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.425687 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f34837a5-eb0b-4fc4-8f36-9f1bc8a02b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:09.429486 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f34837a5-eb0b-4fc4-8f36-9f1bc8a02b9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b20eb09-b116-4a97-8974-e62c077d84b7 HTTP/1.1" status: 204 len: 168 time: 0.2923124 Nov 11 16:13:09.459321 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34837a5-eb0b-4fc4-8f36-9f1bc8a02b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b20eb09-b116-4a97-8974-e62c077d84b7,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:09.691267 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:13:05Z', 'revision_number': 4, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '4ad0a433-3839-4380-ae88-d05ada5d2bfb', 'name': '', 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'mac_address': 'fa:16:3e:74:ea:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c20b03f3-155f-4074-889f-748b0b99d084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:04Z', 'updated_at': '2021-11-11T16:13:05Z', 'revision_number': 2, 'project_id': '065df1079c7e478ab0943d9642a17976', 'subnets': [{'id': 'c20b03f3-155f-4074-889f-748b0b99d084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:09.767678 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a975053-0320-40b4-b421-95299723c024 None None] Checking router: 5f5ad5e5-48f3-4c65-b15a-564064db3c88 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:13:09.768059 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a975053-0320-40b4-b421-95299723c024 None None] Updating router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 port 4ad0a433-3839-4380-ae88-d05ada5d2bfb binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:13:09.805709 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a975053-0320-40b4-b421-95299723c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:10.113186 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9e56a-9fa2-4e9a-b969-d30d0024c420 req-259e796e-cf79-4182-935e-5909564bf7bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:10.114989 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3ec9e56a-9fa2-4e9a-b969-d30d0024c420 req-259e796e-cf79-4182-935e-5909564bf7bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1055520 Nov 11 16:13:10.233053 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3ec9e56a-9fa2-4e9a-b969-d30d0024c420 req-fd1ba1bf-32f8-489b-bae8-a6b88d2aa9e0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063025 Nov 11 16:13:10.538166 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a975053-0320-40b4-b421-95299723c024 None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:10.549264 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a975053-0320-40b4-b421-95299723c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:10.585651 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8400dc1d-4464-444e-a1c6-a66ab22e169a up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:10.755878 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 8400dc1d-4464-444e-a1c6-a66ab22e169a triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:10.756682 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:10.781883 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-9a975053-0320-40b4-b421-95299723c024 None None] Attempting to bind port 4ad0a433-3839-4380-ae88-d05ada5d2bfb on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:13:10.782552 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-9a975053-0320-40b4-b421-95299723c024 None None] Attempting to bind port 4ad0a433-3839-4380-ae88-d05ada5d2bfb by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:13:10.783079 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a975053-0320-40b4-b421-95299723c024 None None] Attempting to bind port 4ad0a433-3839-4380-ae88-d05ada5d2bfb on network 66a6ddc7-876e-401a-9941-c7d4ee913eba {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:13:10.793935 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a975053-0320-40b4-b421-95299723c024 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:13:10.794591 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a975053-0320-40b4-b421-95299723c024 None None] Checking segment: {'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:13:10.795153 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a975053-0320-40b4-b421-95299723c024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:10.795722 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a975053-0320-40b4-b421-95299723c024 None None] Bound using segment: {'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:13:10.796369 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-9a975053-0320-40b4-b421-95299723c024 None None] Bound port: 4ad0a433-3839-4380-ae88-d05ada5d2bfb, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0842c33-16b5-4bf8-ad05-1e59e0a23320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:13:10.796917 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a975053-0320-40b4-b421-95299723c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:10.922027 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-9a975053-0320-40b4-b421-95299723c024 None None] For port 4ad0a433-3839-4380-ae88-d05ada5d2bfb, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:13:10.927501 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-9a975053-0320-40b4-b421-95299723c024 None None] For port 4ad0a433-3839-4380-ae88-d05ada5d2bfb, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=4ad0a433-3839-4380-ae88-d05ada5d2bfb,segment=NetworkSegment(e0842c33-16b5-4bf8-ad05-1e59e0a23320),segment_id=e0842c33-16b5-4bf8-ad05-1e59e0a23320)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:13:10.941092 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a975053-0320-40b4-b421-95299723c024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:10.965114 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a51889-1106-444d-8956-330a94ec35f7 None None] Pushing event updated for resources: {'Port': ['ID=4ad0a433-3839-4380-ae88-d05ada5d2bfb,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:11.103986 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3a65d641-cc78-4bf5-baf7-5b76dafa03d3 None None] Provisioning complete for port 4ad0a433-3839-4380-ae88-d05ada5d2bfb triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:11.103986 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a65d641-cc78-4bf5-baf7-5b76dafa03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:11.166739 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a51889-1106-444d-8956-330a94ec35f7 None None] Pushing event updated for resources: {'Port': ['ID=4ad0a433-3839-4380-ae88-d05ada5d2bfb,revision_number=4']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:11.191970 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] Routers {'5f5ad5e5-48f3-4c65-b15a-564064db3c88'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:13:11.193720 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:12:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:11.316349 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a65d641-cc78-4bf5-baf7-5b76dafa03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:11.403710 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3a65d641-cc78-4bf5-baf7-5b76dafa03d3 None None] For port 4ad0a433-3839-4380-ae88-d05ada5d2bfb, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=4ad0a433-3839-4380-ae88-d05ada5d2bfb,segment=NetworkSegment(e0842c33-16b5-4bf8-ad05-1e59e0a23320),segment_id=e0842c33-16b5-4bf8-ad05-1e59e0a23320)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:11.416301 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] Set router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:13:11.417642 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a65d641-cc78-4bf5-baf7-5b76dafa03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:11.433321 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca759-ba31-4624-8351-526711f74da6 req-70871f03-1464-4891-a77d-bdcb3292d139 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:11.440965 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2e4ca759-ba31-4624-8351-526711f74da6 req-70871f03-1464-4891-a77d-bdcb3292d139 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1049674 Nov 11 16:13:11.519581 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2e4ca759-ba31-4624-8351-526711f74da6 req-9b290b85-d7be-4f1d-a628-15d32ea3c2b7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775981 Nov 11 16:13:11.541098 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d641-cc78-4bf5-baf7-5b76dafa03d3 None None] Pushing event updated for resources: {'Port': ['ID=4ad0a433-3839-4380-ae88-d05ada5d2bfb,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:11.568741 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-98d76449-97ff-4813-8c9d-f7ba3b0e850a None None] Provisioning complete for port 4ad0a433-3839-4380-ae88-d05ada5d2bfb triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:11.569057 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-98d76449-97ff-4813-8c9d-f7ba3b0e850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:12.023676 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-9a975053-0320-40b4-b421-95299723c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:13:05Z', 'revision_number': 4, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '4ad0a433-3839-4380-ae88-d05ada5d2bfb', 'name': '', 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'mac_address': 'fa:16:3e:74:ea:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c20b03f3-155f-4074-889f-748b0b99d084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:04Z', 'updated_at': '2021-11-11T16:13:10Z', 'revision_number': 4, 'project_id': '065df1079c7e478ab0943d9642a17976', 'subnets': [{'id': 'c20b03f3-155f-4074-889f-748b0b99d084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:12.095470 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a975053-0320-40b4-b421-95299723c024 None None] The sync data for ids ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'] in dv-cinder-774288-11-iscsi is: [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:13:05Z', 'revision_number': 4, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '4ad0a433-3839-4380-ae88-d05ada5d2bfb', 'name': '', 'network_id': '66a6ddc7-876e-401a-9941-c7d4ee913eba', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'mac_address': 'fa:16:3e:74:ea:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c20b03f3-155f-4074-889f-748b0b99d084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:04Z', 'updated_at': '2021-11-11T16:13:10Z', 'revision_number': 4, 'project_id': '065df1079c7e478ab0943d9642a17976', 'subnets': [{'id': 'c20b03f3-155f-4074-889f-748b0b99d084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:13:12.224616 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58482) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:12.657659 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 4ad0a433-3839-4380-ae88-d05ada5d2bfb up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:12.675292 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7f27-3108-4bac-bb25-83b9b724f549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:12.810872 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 4ad0a433-3839-4380-ae88-d05ada5d2bfb triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:12.811604 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:12.866298 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44acf-e954-4893-b018-2de09f8623ce req-82ef0ad9-dbeb-4b47-8771-b4b6e5257d76 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:12.879695 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9ad44acf-e954-4893-b018-2de09f8623ce req-82ef0ad9-dbeb-4b47-8771-b4b6e5257d76 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1983166 Nov 11 16:13:12.949669 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9ad44acf-e954-4893-b018-2de09f8623ce req-c38216a8-f1ec-409c-8ad1-01499d4a09fa tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687110 Nov 11 16:13:13.073389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7f27-3108-4bac-bb25-83b9b724f549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:13.083338 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7f27-3108-4bac-bb25-83b9b724f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:13.120391 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7f27-3108-4bac-bb25-83b9b724f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f320471-f57b-4585-914f-df28f6843ebf,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:13.151566 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-6a4c7f27-3108-4bac-bb25-83b9b724f549 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9301288dd7d348de92a47571dfbaacf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9255590 Nov 11 16:13:13.155875 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58500) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:13.267064 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6843-61b7-4dc7-abcf-c8e4104e996d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:13.329902 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6843-61b7-4dc7-abcf-c8e4104e996d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:13.440094 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6843-61b7-4dc7-abcf-c8e4104e996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:13.443181 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6843-61b7-4dc7-abcf-c8e4104e996d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:13.452572 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-eb2f6843-61b7-4dc7-abcf-c8e4104e996d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f320471-f57b-4585-914f-df28f6843ebf HTTP/1.1" status: 204 len: 168 time: 0.2922859 Nov 11 16:13:13.505179 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f6843-61b7-4dc7-abcf-c8e4104e996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f320471-f57b-4585-914f-df28f6843ebf,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:14.014445 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58516) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:14.031381 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-72168187-d3d3-4914-92a5-f2a662d09598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:14.205559 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f587cd-c6a4-4cb4-a073-e26b216232f0 req-b64311e5-7368-4b0c-b602-8fd0c4f4c0dd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:14.207053 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-68f587cd-c6a4-4cb4-a073-e26b216232f0 req-b64311e5-7368-4b0c-b602-8fd0c4f4c0dd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1117029 Nov 11 16:13:14.255977 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-72168187-d3d3-4914-92a5-f2a662d09598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:14.275677 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-72168187-d3d3-4914-92a5-f2a662d09598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:14.324732 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-72168187-d3d3-4914-92a5-f2a662d09598 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85ea87de6f2148109fc748f5cb2a7095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084331 Nov 11 16:13:14.327508 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58518) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:14.340583 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-68f587cd-c6a4-4cb4-a073-e26b216232f0 req-8e911127-73cf-45be-8105-8fad9cd435be tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203938 Nov 11 16:13:14.346981 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72168187-d3d3-4914-92a5-f2a662d09598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405f12ff-20ee-467e-b973-85651ca76d0a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:14.406217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35b27ae8-7cee-467a-965c-acbdb5ec9cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:14.436147 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35b27ae8-7cee-467a-965c-acbdb5ec9cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:14.502999 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35b27ae8-7cee-467a-965c-acbdb5ec9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:14.505724 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35b27ae8-7cee-467a-965c-acbdb5ec9cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:14.512213 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-35b27ae8-7cee-467a-965c-acbdb5ec9cc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/405f12ff-20ee-467e-b973-85651ca76d0a HTTP/1.1" status: 204 len: 168 time: 0.1820354 Nov 11 16:13:14.523426 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b27ae8-7cee-467a-965c-acbdb5ec9cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405f12ff-20ee-467e-b973-85651ca76d0a,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:15.521108 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c50dd-1893-43c7-8d3d-5137280fbcfc req-2762805b-e5e5-4356-8302-7bf00429cb5d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:15.522714 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-531c50dd-1893-43c7-8d3d-5137280fbcfc req-2762805b-e5e5-4356-8302-7bf00429cb5d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0833230 Nov 11 16:13:15.582602 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-531c50dd-1893-43c7-8d3d-5137280fbcfc req-f640c6aa-7473-469a-9c5b-76e77c1ec70f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531702 Nov 11 16:13:15.925060 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58580) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:16.048591 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-befcc172-3e01-43d4-b33f-72b00b11373d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.153500 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-befcc172-3e01-43d4-b33f-72b00b11373d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.160498 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-befcc172-3e01-43d4-b33f-72b00b11373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.204031 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcc172-3e01-43d4-b33f-72b00b11373d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac96c337-fb5d-4e1e-b257-1e8a9a567af5,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:16.220603 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-befcc172-3e01-43d4-b33f-72b00b11373d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55e96c2f613d4f7dbce4fbdabc65b95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957520 Nov 11 16:13:16.223539 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58590) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:16.248643 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5451bb7b-2723-4a5d-b648-dd82dc9015a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.281357 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ce133d23-cbfd-41d4-9cec-7669ff87aab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.306787 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ce133d23-cbfd-41d4-9cec-7669ff87aab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.435949 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ce133d23-cbfd-41d4-9cec-7669ff87aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.441013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ce133d23-cbfd-41d4-9cec-7669ff87aab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.446685 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ce133d23-cbfd-41d4-9cec-7669ff87aab3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac96c337-fb5d-4e1e-b257-1e8a9a567af5 HTTP/1.1" status: 204 len: 168 time: 0.2218900 Nov 11 16:13:16.463630 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce133d23-cbfd-41d4-9cec-7669ff87aab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac96c337-fb5d-4e1e-b257-1e8a9a567af5,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:16.664186 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58604) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:16.739340 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385157c-baaf-4afd-8dbc-b5903a05150b req-bede735b-ca10-469a-a403-6596a5041ea5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:16.740951 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0385157c-baaf-4afd-8dbc-b5903a05150b req-bede735b-ca10-469a-a403-6596a5041ea5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0675375 Nov 11 16:13:16.816286 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0385157c-baaf-4afd-8dbc-b5903a05150b req-7af2c06d-45c6-400a-911b-fd5de9dd6921 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684631 Nov 11 16:13:16.822923 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7529d135-ff5b-4e21-ae01-fecd8f9cf345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.908925 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7529d135-ff5b-4e21-ae01-fecd8f9cf345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.914241 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7529d135-ff5b-4e21-ae01-fecd8f9cf345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:16.954337 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529d135-ff5b-4e21-ae01-fecd8f9cf345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c12c645-5323-4363-a0ac-c71770d206cd,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:16.961068 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-7529d135-ff5b-4e21-ae01-fecd8f9cf345 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05018c1b25434e7683feaca69805918d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935309 Nov 11 16:13:16.963183 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58616) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:17.033117 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3bb36b04-bac5-4883-b498-82ffabd7a4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.062548 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3bb36b04-bac5-4883-b498-82ffabd7a4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.141356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3bb36b04-bac5-4883-b498-82ffabd7a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.144466 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3bb36b04-bac5-4883-b498-82ffabd7a4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.149987 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-3bb36b04-bac5-4883-b498-82ffabd7a4ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c12c645-5323-4363-a0ac-c71770d206cd HTTP/1.1" status: 204 len: 168 time: 0.1840060 Nov 11 16:13:17.158462 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb36b04-bac5-4883-b498-82ffabd7a4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c12c645-5323-4363-a0ac-c71770d206cd,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:17.589464 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58638) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:17.606225 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-215abb50-f19b-45c1-a557-47d6c2264762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.700417 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-215abb50-f19b-45c1-a557-47d6c2264762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.707320 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-215abb50-f19b-45c1-a557-47d6c2264762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.751174 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-215abb50-f19b-45c1-a557-47d6c2264762 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab24b5b35dc346bd871f2b84e0ebf5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602273 Nov 11 16:13:17.752564 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215abb50-f19b-45c1-a557-47d6c2264762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2387d6bc-0198-4c8a-b93a-9fa03cf37334,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:17.754436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58640) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:17.826168 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ccd177a5-3351-4d11-a7e4-a01b122812d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.852266 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ccd177a5-3351-4d11-a7e4-a01b122812d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.931025 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ccd177a5-3351-4d11-a7e4-a01b122812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.934746 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ccd177a5-3351-4d11-a7e4-a01b122812d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:17.936275 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ccd177a5-3351-4d11-a7e4-a01b122812d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2387d6bc-0198-4c8a-b93a-9fa03cf37334 HTTP/1.1" status: 204 len: 168 time: 0.1805887 Nov 11 16:13:17.947224 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd177a5-3351-4d11-a7e4-a01b122812d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2387d6bc-0198-4c8a-b93a-9fa03cf37334,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:18.053878 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a769e4-a3ca-4f6c-a916-806b0aa55b1e req-fc8a242c-174b-4fed-8eff-71e48e757055 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:18.056266 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-37a769e4-a3ca-4f6c-a916-806b0aa55b1e req-fc8a242c-174b-4fed-8eff-71e48e757055 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0821598 Nov 11 16:13:18.116646 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-37a769e4-a3ca-4f6c-a916-806b0aa55b1e req-35638f93-6a08-45d0-a1a9-181c456e1f7e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531812 Nov 11 16:13:18.367069 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e51d138-2147-4538-9629-93580798fcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:19.277610 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17d1e7-8e64-465b-9934-871a32e54fc1 req-c0493153-804d-4b0e-831c-dca002985bd4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:19.285297 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-eb17d1e7-8e64-465b-9934-871a32e54fc1 req-c0493153-804d-4b0e-831c-dca002985bd4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0703225 Nov 11 16:13:19.345728 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-eb17d1e7-8e64-465b-9934-871a32e54fc1 req-25441790-0783-4b2e-9f94-0fcdd90b01fc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594809 Nov 11 16:13:19.447253 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.512483 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794813e-6c27-4ba6-80f7-f9a629dfddb8 req-e612ee4e-78e0-4f5c-bd47-58a17ee1d54f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:20.515486 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3794813e-6c27-4ba6-80f7-f9a629dfddb8 req-e612ee4e-78e0-4f5c-bd47-58a17ee1d54f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0788109 Nov 11 16:13:20.572544 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58718) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:20.599417 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3794813e-6c27-4ba6-80f7-f9a629dfddb8 req-972a6f61-8e05-44c6-912a-019c766411a9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707445 Nov 11 16:13:20.697217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.775847 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.780933 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.825297 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0711b04972c141ed97a144266b5a6a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486510 Nov 11 16:13:20.825297 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b2e0b-8ef3-4e1d-98d4-ab1d9cba860a,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:20.825711 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58722) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:20.849058 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.849420 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.849731 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.850063 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.850390 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.850761 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.851370 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.851741 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.852724 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.853070 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.853390 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.853714 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b13a77-f689-4ad3-8215-dfe6f98e178e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:20.869894 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.897437 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ae55-7482-4ead-ac54-4f79c1eb1f4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.921858 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ae55-7482-4ead-ac54-4f79c1eb1f4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.969984 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ae55-7482-4ead-ac54-4f79c1eb1f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.972688 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ae55-7482-4ead-ac54-4f79c1eb1f4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:20.973920 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-fcf0ae55-7482-4ead-ac54-4f79c1eb1f4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba0b2e0b-8ef3-4e1d-98d4-ab1d9cba860a HTTP/1.1" status: 204 len: 168 time: 0.1473093 Nov 11 16:13:20.982000 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0ae55-7482-4ead-ac54-4f79c1eb1f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b2e0b-8ef3-4e1d-98d4-ab1d9cba860a,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:21.520481 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-f3d4fe42-7831-4238-a422-762a5b458d35 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:21.521946 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-f3d4fe42-7831-4238-a422-762a5b458d35 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/networks?id=603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 200 len: 814 time: 0.1321993 Nov 11 16:13:21.537760 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-a6ad2ddc-246c-45ea-ba38-6bf3cc2f78b7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/quotas/dcea91a6c9f647348bd1b23da4d0193d HTTP/1.1" status: 200 len: 375 time: 0.0093358 Nov 11 16:13:21.589878 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-ec83b34b-c381-4cd7-8874-8ea310b79734 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457451 Nov 11 16:13:21.597755 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:13:21.668214 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:21.723088 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-0bb63909-0e73-43dc-aa97-ad108b356057 service neutron] 10.222.0.45 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195755 Nov 11 16:13:21.785158 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0204209-6031-4265-8621-ee08021e20d7 req-b430d7e1-72fd-48ff-b9e4-3da6319c7da4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:21.786615 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f0204209-6031-4265-8621-ee08021e20d7 req-b430d7e1-72fd-48ff-b9e4-3da6319c7da4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.1027639 Nov 11 16:13:21.856395 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-f0427be9-4a5d-441b-ab28-c347a71aa5f1 service neutron] 10.222.0.45 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260424 Nov 11 16:13:21.860811 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f0204209-6031-4265-8621-ee08021e20d7 req-3d6dd3de-bd69-4c8b-9bbe-92268fe3c1eb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649245 Nov 11 16:13:22.029311 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3c1d6a80-79d2-4d04-9765-21d3043e7763 req-9e630a11-d2d4-4613-a3f0-4e678135a0f8 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 210 time: 0.0262372 Nov 11 16:13:22.979122 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff481-e0a8-4930-8766-d5e5e15299b4 req-9cf35eed-8b33-4f9e-a0a4-4c997ef79d5c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:22.980539 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2f1ff481-e0a8-4930-8766-d5e5e15299b4 req-9cf35eed-8b33-4f9e-a0a4-4c997ef79d5c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 943 time: 0.0468752 Nov 11 16:13:23.031327 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2f1ff481-e0a8-4930-8766-d5e5e15299b4 req-8dacdd61-e65a-449b-89ed-9ed89eefcd38 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449433 Nov 11 16:13:23.117956 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8d73f048-dbb4-4460-9d7a-a28139fdf28d req-88c8498d-f9ab-4027-a395-3b5d2a287812 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 210 time: 0.0252078 Nov 11 16:13:23.455874 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:13:23.559102 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:23.570232 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '58f68f71-d290-4192-9b42-887ba5fcae12', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'port_id': '58f68f71-d290-4192-9b42-887ba5fcae12', 'mac_address': 'fa:16:3e:f5:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:13:23.610748 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:23.623487 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f68f71-d290-4192-9b42-887ba5fcae12 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:13:23.642664 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:23.646236 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:23.692723 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=9']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:24.149004 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962936d9-a776-4b9f-83bb-32bd14eb5a97 req-19ab6100-b48a-4d2f-9cc2-37bdcbc7b716 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:24.150550 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-962936d9-a776-4b9f-83bb-32bd14eb5a97 req-19ab6100-b48a-4d2f-9cc2-37bdcbc7b716 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.0483918 Nov 11 16:13:24.217261 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-34fb444a-1cd3-40c4-8b8a-a21ccb5114b6 req-79093878-f3d2-4351-bfe5-c3f59c1e1dc1 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 210 time: 0.0333772 Nov 11 16:13:24.220996 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-962936d9-a776-4b9f-83bb-32bd14eb5a97 req-9f787c1b-52e9-48b6-a5ce-cba4be82d688 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642598 Nov 11 16:13:24.708863 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['58f68f71-d290-4192-9b42-887ba5fcae12'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:13:25.029005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-cc08b5f0-0e7f-4cb1-841c-a6a3d6716431 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:25.030501 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-cc08b5f0-0e7f-4cb1-841c-a6a3d6716431 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.57 "GET /v2.0/networks?id=603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 200 len: 814 time: 0.1008241 Nov 11 16:13:25.044215 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'port': {'device_id': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'admin_state_up': True, 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:25.154506 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Made reservation on behalf of dcea91a6c9f647348bd1b23da4d0193d for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:13:25.158009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:25.313291 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Allocated IP 172.20.0.9 (603da69b-5a7a-4782-8fb8-ce1470b8abfe/046f58ab-0435-4c5f-9a7e-9983b4561df1/39849582-de29-4627-806f-5c5575c2cdf5) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:13:25.340542 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5869e07a-4045-4bfd-903d-86086072d4ba req-2cddf63a-f184-4f6e-8b7e-c3ed742af185 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 210 time: 0.0465419 Nov 11 16:13:25.397278 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fb765-df13-4045-bbc2-bb47cf2a0e38 req-a5a42271-0ab2-46c8-a172-be73ed8c1d36 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:25.398761 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-138fb765-df13-4045-bbc2-bb47cf2a0e38 req-a5a42271-0ab2-46c8-a172-be73ed8c1d36 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.0567584 Nov 11 16:13:25.450429 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-138fb765-df13-4045-bbc2-bb47cf2a0e38 req-2596b2b3-9a94-4286-bf19-5996b6598314 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Nov 11 16:13:25.513633 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:25.554643 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:25.644189 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:13:25.648064 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:13:25.660860 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:13:25.668439 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:25.779582 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:25.780250 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:25.808886 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-92f8abd5-4eda-4574-b9c6-9083e2cfec3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7688944 Nov 11 16:13:26.031832 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-18eb9ff9-5161-42ac-8975-9ac909ac288b None None] Provisioning complete for port 39849582-de29-4627-806f-5c5575c2cdf5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:26.032435 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18eb9ff9-5161-42ac-8975-9ac909ac288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:26.084364 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-18eb9ff9-5161-42ac-8975-9ac909ac288b None None] Port 39849582-de29-4627-806f-5c5575c2cdf5 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:13:26.446626 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d334bb-c01a-4493-a83c-d38e75775906 req-7f1208ec-2b25-4afe-920a-17cd9de207b2 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:26.448117 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32d334bb-c01a-4493-a83c-d38e75775906 req-7f1208ec-2b25-4afe-920a-17cd9de207b2 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0498049 Nov 11 16:13:26.516660 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-32d334bb-c01a-4493-a83c-d38e75775906 req-333534c1-bd87-4eea-a7dc-4ebb9cf5f38c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625806 Nov 11 16:13:26.597045 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae739b-65f2-45f2-ab81-46289337feeb req-d6587038-2e11-4ad8-9f34-14282963b832 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:26.598768 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a7ae739b-65f2-45f2-ab81-46289337feeb req-d6587038-2e11-4ad8-9f34-14282963b832 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 944 time: 0.0555544 Nov 11 16:13:26.645478 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a7ae739b-65f2-45f2-ab81-46289337feeb req-ab8f3df9-b5e0-486b-bc1b-2ba3a7106faf tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 Nov 11 16:13:26.925766 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:26.987516 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 58f68f71-d290-4192-9b42-887ba5fcae12 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:26.987896 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:27.099587 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:27.130432 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:13:27.133998 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24931bf4-091d-4cc0-88cd-80b3826582e2" -d '{"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-plugged", "status": "completed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:13:27.150844 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:27.155878 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:27.181164 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e7c8b1-3e20-41ed-b252-2f3a65b714f8 x-openstack-request-id: req-78e7c8b1-3e20-41ed-b252-2f3a65b714f8 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:13:27.181447 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-plugged", "status": "completed", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:13:27.181704 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78e7c8b1-3e20-41ed-b252-2f3a65b714f8 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:13:27.182090 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12', 'code': 200} Nov 11 16:13:27.215208 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=10']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:27.644135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afdef6-8d96-48e6-b2d6-969574ead6eb req-2a2f2b5a-ef4a-4ea4-bdd3-b4651d5ab877 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:27.645646 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a4afdef6-8d96-48e6-b2d6-969574ead6eb req-2a2f2b5a-ef4a-4ea4-bdd3-b4651d5ab877 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0553091 Nov 11 16:13:27.697319 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a4afdef6-8d96-48e6-b2d6-969574ead6eb req-3d5c7e64-8591-48d9-a103-7d417bd7d0b3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Nov 11 16:13:27.779067 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbed19-1886-4d96-8f7d-135f87470839 req-1e352b7c-0311-43cb-a01c-c16d7faed13a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:27.780825 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-42dbed19-1886-4d96-8f7d-135f87470839 req-1e352b7c-0311-43cb-a01c-c16d7faed13a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0544436 Nov 11 16:13:27.832026 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-42dbed19-1886-4d96-8f7d-135f87470839 req-0c371d74-c740-49b2-9af1-64a3d49d2556 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 Nov 11 16:13:28.898353 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d3bee-3e07-46ec-ae6a-8dbc6457fde6 req-65997ccd-53ea-4670-ace8-397007d5680f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:28.900719 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fb6d3bee-3e07-46ec-ae6a-8dbc6457fde6 req-65997ccd-53ea-4670-ace8-397007d5680f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0987422 Nov 11 16:13:29.003845 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58934) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:29.061811 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15029f13-9b62-4531-95de-8cc6b987c832 req-58d2c713-3be6-4261-9d97-d44fc4beb842 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:29.070268 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15029f13-9b62-4531-95de-8cc6b987c832 req-58d2c713-3be6-4261-9d97-d44fc4beb842 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0858781 Nov 11 16:13:29.075766 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fb6d3bee-3e07-46ec-ae6a-8dbc6457fde6 req-c2a81307-2f29-44ac-871c-cca2e7538b04 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543660 Nov 11 16:13:29.152980 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15029f13-9b62-4531-95de-8cc6b987c832 req-130e6ae3-0776-449a-9b62-28206396333c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812232 Nov 11 16:13:29.180141 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-da3bee93-7d81-4d69-a8ef-834f33d1f673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.296771 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-da3bee93-7d81-4d69-a8ef-834f33d1f673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.301275 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-da3bee93-7d81-4d69-a8ef-834f33d1f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.355678 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-da3bee93-7d81-4d69-a8ef-834f33d1f673 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=514216be71364f34917c4d14c371dd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483641 Nov 11 16:13:29.355678 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bee93-7d81-4d69-a8ef-834f33d1f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567b88f3-13a0-4b5d-b3f2-36f4b8e9ac0b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:29.356020 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58946) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:29.408980 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.432317 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.484845 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.488398 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.490283 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/567b88f3-13a0-4b5d-b3f2-36f4b8e9ac0b HTTP/1.1" status: 204 len: 168 time: 0.1331222 Nov 11 16:13:29.510111 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567b88f3-13a0-4b5d-b3f2-36f4b8e9ac0b,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:29.519214 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.519566 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.519966 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.520303 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.520699 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.521135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.521439 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.521797 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.522165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.522480 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.522792 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.523182 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81772d2f-49ee-4eda-a95d-0731dcf612ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:13:29.865426 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:29.871124 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 58962) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:29.886528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-316a12ed-0ad2-4000-898a-d76e4df17aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:30.003112 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-316a12ed-0ad2-4000-898a-d76e4df17aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:30.011910 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-316a12ed-0ad2-4000-898a-d76e4df17aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:30.065099 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-316a12ed-0ad2-4000-898a-d76e4df17aa2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aabb70aff08946ff993631634f84e4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922643 Nov 11 16:13:30.067815 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 58970) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:30.087732 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a12ed-0ad2-4000-898a-d76e4df17aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756612c4-90b2-4160-bfa1-e98ee1638d1f,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:30.150354 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-057dbd87-1b5a-4358-90a0-77407c4abbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:30.174298 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-057dbd87-1b5a-4358-90a0-77407c4abbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:30.234815 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-057dbd87-1b5a-4358-90a0-77407c4abbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:30.237977 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-057dbd87-1b5a-4358-90a0-77407c4abbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:30.239338 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-057dbd87-1b5a-4358-90a0-77407c4abbeb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/756612c4-90b2-4160-bfa1-e98ee1638d1f HTTP/1.1" status: 204 len: 168 time: 0.1692019 Nov 11 16:13:30.268480 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dbd87-1b5a-4358-90a0-77407c4abbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756612c4-90b2-4160-bfa1-e98ee1638d1f,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:30.352987 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ba656-ed6e-4c07-a87b-68e05fb0bf98 req-b0b576ee-0374-4292-b62f-8c6c5c59c66a tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:30.354609 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-762ba656-ed6e-4c07-a87b-68e05fb0bf98 req-b0b576ee-0374-4292-b62f-8c6c5c59c66a tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.1243947 Nov 11 16:13:30.410187 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b698-512d-4e7c-888a-6385b7c5f609 req-b36e7a85-e9c6-49bb-bee6-2409989c70bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:30.412008 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7367b698-512d-4e7c-888a-6385b7c5f609 req-b36e7a85-e9c6-49bb-bee6-2409989c70bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.1247544 Nov 11 16:13:30.527312 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-762ba656-ed6e-4c07-a87b-68e05fb0bf98 req-9f880a01-9ca8-4f99-b121-4b7c0299f49f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641469 Nov 11 16:13:30.608920 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7367b698-512d-4e7c-888a-6385b7c5f609 req-c1ec3545-d477-45f1-b686-a492dbb6a402 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633387 Nov 11 16:13:31.672390 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76bd1f-2a39-4da6-9552-17965f2e79f7 req-47050edb-b022-45b5-a970-8587eedc7ae2 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:31.674063 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ae76bd1f-2a39-4da6-9552-17965f2e79f7 req-47050edb-b022-45b5-a970-8587eedc7ae2 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0624554 Nov 11 16:13:31.732991 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ae76bd1f-2a39-4da6-9552-17965f2e79f7 req-3c18017f-9159-4b8e-a562-da49650b6731 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530074 Nov 11 16:13:31.800350 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057864-eb8d-43bf-b475-98ea54460aa1 req-0ce6961b-4de9-481c-84af-a948346e5183 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:31.802495 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e057864-eb8d-43bf-b475-98ea54460aa1 req-0ce6961b-4de9-481c-84af-a948346e5183 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0753818 Nov 11 16:13:31.858044 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e057864-eb8d-43bf-b475-98ea54460aa1 req-417078c0-04ae-4dd5-9ad8-b6df3ad35851 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Nov 11 16:13:32.857949 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ca15-fd59-458c-88af-97a1fb290132 req-78a3565f-d824-447e-b440-f89f53491734 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:32.859488 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bf68ca15-fd59-458c-88af-97a1fb290132 req-78a3565f-d824-447e-b440-f89f53491734 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0589795 Nov 11 16:13:32.937234 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bf68ca15-fd59-458c-88af-97a1fb290132 req-dde3c346-ce73-41d8-b509-8022be0c9d1a tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715160 Nov 11 16:13:33.018738 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247360c-143f-4ce9-bab3-a545291bdd1c req-93a22a1e-aa8d-419b-afd3-65333b9b4402 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:33.020344 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8247360c-143f-4ce9-bab3-a545291bdd1c req-93a22a1e-aa8d-419b-afd3-65333b9b4402 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0668092 Nov 11 16:13:33.088203 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8247360c-143f-4ce9-bab3-a545291bdd1c req-2028d447-efbe-43ed-b07f-6330a9f2a9bf tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609605 Nov 11 16:13:34.068856 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295935-a33a-4608-a3fe-e0f0bf323c16 req-37ace300-767d-4546-9e84-7e15565926f8 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:34.072635 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-62295935-a33a-4608-a3fe-e0f0bf323c16 req-37ace300-767d-4546-9e84-7e15565926f8 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0537672 Nov 11 16:13:34.121908 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-62295935-a33a-4608-a3fe-e0f0bf323c16 req-22167814-2dd1-4156-b2a9-aaa5f1c3e0c4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Nov 11 16:13:34.222364 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346346-cf12-4f69-a9ca-aba385b1ee2b req-ac0e478f-8a96-45c6-b4a3-1eb2a2c97ce7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:34.223849 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15346346-cf12-4f69-a9ca-aba385b1ee2b req-ac0e478f-8a96-45c6-b4a3-1eb2a2c97ce7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0493569 Nov 11 16:13:34.290584 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-15346346-cf12-4f69-a9ca-aba385b1ee2b req-224ec1ba-ccdc-4e85-ab43-a931725ca053 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601649 Nov 11 16:13:34.687384 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59088) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:34.797670 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84ef4891-a80b-44ae-8c34-fe099b10fe0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:34.880919 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84ef4891-a80b-44ae-8c34-fe099b10fe0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:34.886317 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-84ef4891-a80b-44ae-8c34-fe099b10fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:34.925404 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-84ef4891-a80b-44ae-8c34-fe099b10fe0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5c0c0406ac84167aeebf0f798f16fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366703 Nov 11 16:13:34.928050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59092) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:34.937723 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef4891-a80b-44ae-8c34-fe099b10fe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99246a1d-8970-4c10-9306-34ef569aa97f,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:34.990741 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd48df0d-8c71-4ff5-9ee7-2df42efed1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:35.011622 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd48df0d-8c71-4ff5-9ee7-2df42efed1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:35.061312 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd48df0d-8c71-4ff5-9ee7-2df42efed1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:35.063914 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd48df0d-8c71-4ff5-9ee7-2df42efed1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:35.065069 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-cd48df0d-8c71-4ff5-9ee7-2df42efed1d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99246a1d-8970-4c10-9306-34ef569aa97f HTTP/1.1" status: 204 len: 168 time: 0.1360869 Nov 11 16:13:35.073477 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48df0d-8c71-4ff5-9ee7-2df42efed1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99246a1d-8970-4c10-9306-34ef569aa97f,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:35.277111 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee452157-2ac5-40fe-873b-9ccbbe62180a req-9977fce3-f40a-4187-8f58-ee8856d58b42 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:35.277111 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ee452157-2ac5-40fe-873b-9ccbbe62180a req-9977fce3-f40a-4187-8f58-ee8856d58b42 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0824354 Nov 11 16:13:35.383556 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ee452157-2ac5-40fe-873b-9ccbbe62180a req-aafee2b6-6d13-45d5-9847-4c65f6a71b4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939839 Nov 11 16:13:35.451452 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129580b-7389-49d4-a787-890ece44f59e req-980141eb-2eec-48b8-a494-0f4ca9ec00a9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:35.452834 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6129580b-7389-49d4-a787-890ece44f59e req-980141eb-2eec-48b8-a494-0f4ca9ec00a9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0486772 Nov 11 16:13:35.504395 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6129580b-7389-49d4-a787-890ece44f59e req-6aaf7089-77cc-43c8-8355-0a5989ea32df tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Nov 11 16:13:36.432876 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Request body: {'port': {'device_id': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:36.502991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050e91a-d0b9-4c6c-8335-3b4f290ad69f req-b93a1373-97f3-4edc-a49e-4add4ef554e2 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:36.505292 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d050e91a-d0b9-4c6c-8335-3b4f290ad69f req-b93a1373-97f3-4edc-a49e-4add4ef554e2 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 931 time: 0.0617723 Nov 11 16:13:36.508451 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:36.587070 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d050e91a-d0b9-4c6c-8335-3b4f290ad69f req-c756551e-d2de-4a2f-8031-afb5582f09c5 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751035 Nov 11 16:13:36.611369 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01613161-f20d-4111-b0ed-9717e59759c2 req-8cd1c165-f4fb-40f8-8f30-e0a434aa2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:36.612894 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-01613161-f20d-4111-b0ed-9717e59759c2 req-8cd1c165-f4fb-40f8-8f30-e0a434aa2e01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1099 time: 0.0832999 Nov 11 16:13:36.659726 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b0fac-71f3-408b-b366-a119e6361493 req-49dc9756-cf98-43b4-8387-8411ffdb7941 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:36.661103 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3c0b0fac-71f3-408b-b366-a119e6361493 req-49dc9756-cf98-43b4-8387-8411ffdb7941 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0657053 Nov 11 16:13:36.761504 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3c0b0fac-71f3-408b-b366-a119e6361493 req-d3ef7976-438a-42b4-93a3-0547354cf317 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910738 Nov 11 16:13:36.771904 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01613161-f20d-4111-b0ed-9717e59759c2 req-28c58434-f2b0-4688-abe2-9c3fe9ecc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:36.773412 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-01613161-f20d-4111-b0ed-9717e59759c2 req-28c58434-f2b0-4688-abe2-9c3fe9ecc882 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.1305914 Nov 11 16:13:36.782431 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39849582-de29-4627-806f-5c5575c2cdf5 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:13:36.791108 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:36.809535 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Transition to ACTIVE for port object 39849582-de29-4627-806f-5c5575c2cdf5 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:13:36.814388 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:36.873059 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Pushing event updated for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:36.888872 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-01613161-f20d-4111-b0ed-9717e59759c2 req-638d744e-87a1-4402-8821-2eee5009a664 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 200 len: 1001 time: 0.1062458 Nov 11 16:13:36.957117 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01613161-f20d-4111-b0ed-9717e59759c2 req-107783e1-7723-4aa4-9949-6719f6c4aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:36.961518 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-01613161-f20d-4111-b0ed-9717e59759c2 req-107783e1-7723-4aa4-9949-6719f6c4aadd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0635138 Nov 11 16:13:37.000445 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Attempting to bind port 39849582-de29-4627-806f-5c5575c2cdf5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:13:37.000783 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Attempting to bind port 39849582-de29-4627-806f-5c5575c2cdf5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:13:37.001142 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Attempting to bind port 39849582-de29-4627-806f-5c5575c2cdf5 on network 603da69b-5a7a-4782-8fb8-ce1470b8abfe {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:13:37.015374 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Port 39849582-de29-4627-806f-5c5575c2cdf5 on network 603da69b-5a7a-4782-8fb8-ce1470b8abfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:13:37.018468 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Attempting to bind port 39849582-de29-4627-806f-5c5575c2cdf5 on network 603da69b-5a7a-4782-8fb8-ce1470b8abfe {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:13:37.030286 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee762-30c8-423d-b1ab-787ff8810eff req-114f17fe-3381-412b-9e38-1c5531b4295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.030632 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01613161-f20d-4111-b0ed-9717e59759c2 req-c184f3e8-38b3-48f5-96b1-95045d3989a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.031814 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a7fee762-30c8-423d-b1ab-787ff8810eff req-114f17fe-3381-412b-9e38-1c5531b4295a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 1099 time: 0.0792069 Nov 11 16:13:37.032397 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-01613161-f20d-4111-b0ed-9717e59759c2 req-c184f3e8-38b3-48f5-96b1-95045d3989a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612171 Nov 11 16:13:37.034821 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:13:37.035157 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Checking segment: {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:13:37.042830 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Bound using segment: {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:13:37.043311 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Bound port: 39849582-de29-4627-806f-5c5575c2cdf5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919b48ab-cc8f-46e2-93a3-f8a085495936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:13:37.043696 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:37.155152 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-01613161-f20d-4111-b0ed-9717e59759c2 req-902a06dc-35b0-49ad-8ea8-2e1e4a2c01e0 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077294 Nov 11 16:13:37.157370 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a7fee762-30c8-423d-b1ab-787ff8810eff req-21db7da4-2f18-4a16-9352-0b941bb33c6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100671 Nov 11 16:13:37.173280 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:13:37.176892 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=39849582-de29-4627-806f-5c5575c2cdf5,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:13:37.182149 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:37.224639 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.225792 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:37.227214 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] 10.222.0.57 "PUT /v2.0/ports/39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 1093 time: 0.8009660 Nov 11 16:13:37.229860 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:13:37.232089 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a11dd-47d9-43ee-a1ca-93e0a1134c33" -d '{"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:13:37.262057 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449db6-7e33-45f0-8cbb-42134fdac221 service neutron] Pushing event updated for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:37.269458 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4fc7c0-f661-499c-a4a5-08b3e6568483 x-openstack-request-id: req-aa4fc7c0-f661-499c-a4a5-08b3e6568483 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:13:37.269746 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:13:37.270003 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa4fc7c0-f661-499c-a4a5-08b3e6568483 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:13:37.270393 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5', 'status': 'completed', 'code': 200} Nov 11 16:13:37.455497 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a11dd-47d9-43ee-a1ca-93e0a1134c33 req-83eb0954-7964-4a87-84e4-8995f339b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.458851 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a29a11dd-47d9-43ee-a1ca-93e0a1134c33 req-83eb0954-7964-4a87-84e4-8995f339b444 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1096 time: 0.0545018 Nov 11 16:13:37.503067 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-01613161-f20d-4111-b0ed-9717e59759c2 req-1bb2f43e-c48b-4b76-a8ae-5dc94abed396 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342282 Nov 11 16:13:37.582226 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a11dd-47d9-43ee-a1ca-93e0a1134c33 req-04250da5-beaf-480b-b0ed-a3b5430f3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.583695 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a29a11dd-47d9-43ee-a1ca-93e0a1134c33 req-04250da5-beaf-480b-b0ed-a3b5430f3fc9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1149402 Nov 11 16:13:37.702126 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd0cb-11f4-4e40-94da-b0ddcb03f177 req-13009cc5-ab6f-4ca9-96c9-924f0703ce2d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.703548 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-843bd0cb-11f4-4e40-94da-b0ddcb03f177 req-13009cc5-ab6f-4ca9-96c9-924f0703ce2d tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0786316 Nov 11 16:13:37.707785 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a11dd-47d9-43ee-a1ca-93e0a1134c33 req-5efcc3e7-3d94-40bc-8efd-1d379681795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.709271 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a29a11dd-47d9-43ee-a1ca-93e0a1134c33 req-5efcc3e7-3d94-40bc-8efd-1d379681795f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024311 Nov 11 16:13:37.738295 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bb142-941a-4651-8b58-ab028fb605f9 req-71117748-7ccc-4382-8bf6-cfcc8efcc3c8 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.739753 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-aa9bb142-941a-4651-8b58-ab028fb605f9 req-71117748-7ccc-4382-8bf6-cfcc8efcc3c8 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 943 time: 0.0772619 Nov 11 16:13:37.782998 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-843bd0cb-11f4-4e40-94da-b0ddcb03f177 req-b8db3e67-e340-4881-a3a7-2a35a4455f54 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729611 Nov 11 16:13:37.791488 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-0933456d-9314-4ca9-b80b-b702a6e9b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.793055 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-0933456d-9314-4ca9-b80b-b702a6e9b42e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1096 time: 0.0426874 Nov 11 16:13:37.809619 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-aa9bb142-941a-4651-8b58-ab028fb605f9 req-1b5e1908-9597-463f-9fc2-e6171e759089 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551596 Nov 11 16:13:37.850717 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-39ce8bf6-b8a8-4c2e-b5cf-0c7bdf009308 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 217 time: 0.0475433 Nov 11 16:13:37.901176 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf2fe-6734-4e79-914c-40d966fa2ffc req-1722c9a1-b606-486e-954f-0fccb42e0c57 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.902653 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d58bf2fe-6734-4e79-914c-40d966fa2ffc req-1722c9a1-b606-486e-954f-0fccb42e0c57 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0520809 Nov 11 16:13:37.907220 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-fb857fc4-8edb-448d-8953-82783b5c7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.908632 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-fb857fc4-8edb-448d-8953-82783b5c7d5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046f58ab-0435-4c5f-9a7e-9983b4561df1 HTTP/1.1" status: 200 len: 853 time: 0.0461972 Nov 11 16:13:37.951901 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d58bf2fe-6734-4e79-914c-40d966fa2ffc req-1730ddb4-6a69-4d45-8805-88c77642aa18 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Nov 11 16:13:37.961207 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-faf27a99-f885-463e-b784-25a3fb5bb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:37.962705 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-faf27a99-f885-463e-b784-25a3fb5bb1ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603da69b-5a7a-4782-8fb8-ce1470b8abfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444305 Nov 11 16:13:38.059449 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-5d19f72e-0502-43b5-899a-36f14b7d4cdd service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881338 Nov 11 16:13:38.153392 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ca05d271-cf40-47aa-8f0e-947ee0088447 req-a693ece5-0e86-4fb3-a306-8b7cdbe9db20 service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801201 Nov 11 16:13:38.966724 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d6ef-7fb5-4ce4-aab4-7a78dadff790 req-28c01547-dd21-422d-9b0f-3bad0a5e6664 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:38.968937 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9183d6ef-7fb5-4ce4-aab4-7a78dadff790 req-28c01547-dd21-422d-9b0f-3bad0a5e6664 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 943 time: 0.0837142 Nov 11 16:13:38.978714 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5460234-ff5e-4a02-bb26-2baaf3f58440 req-b3740ec3-b467-4248-9cdb-f8f13aa61bfb tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:38.980686 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c5460234-ff5e-4a02-bb26-2baaf3f58440 req-b3740ec3-b467-4248-9cdb-f8f13aa61bfb tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0684333 Nov 11 16:13:39.052926 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9183d6ef-7fb5-4ce4-aab4-7a78dadff790 req-106d0897-7730-4c2d-9ac2-b5d7a0363c92 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707390 Nov 11 16:13:39.056896 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c5460234-ff5e-4a02-bb26-2baaf3f58440 req-60840abc-b324-486e-a60b-ba7be46f834e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692260 Nov 11 16:13:39.152536 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34a1e0-de4d-4558-8aa1-17fb98982f80 req-14251a0f-186d-407b-b52c-66e61ae168e7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:39.154239 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6c34a1e0-de4d-4558-8aa1-17fb98982f80 req-14251a0f-186d-407b-b52c-66e61ae168e7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0474355 Nov 11 16:13:39.199771 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6c34a1e0-de4d-4558-8aa1-17fb98982f80 req-21bdc520-ba7b-4a91-81c0-bdeeb11f5d43 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397539 Nov 11 16:13:40.195001 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea18ee2-a68f-4256-a706-56bc9f9d4a88 req-7024c58d-70e0-489b-81b2-8f3bab058816 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:40.197079 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6ea18ee2-a68f-4256-a706-56bc9f9d4a88 req-7024c58d-70e0-489b-81b2-8f3bab058816 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0687892 Nov 11 16:13:40.204897 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949120-f015-4a57-9179-5891e2ee7942 req-c09eaad1-5aff-41f5-b0c8-50ccf87a3441 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:40.206269 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-19949120-f015-4a57-9179-5891e2ee7942 req-c09eaad1-5aff-41f5-b0c8-50ccf87a3441 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 943 time: 0.0866919 Nov 11 16:13:40.275010 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6ea18ee2-a68f-4256-a706-56bc9f9d4a88 req-4a417658-4b1c-4075-8dda-1f0946d3476a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678093 Nov 11 16:13:40.279632 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-19949120-f015-4a57-9179-5891e2ee7942 req-fa3dc762-64c6-475c-828e-9d936316ea2c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664361 Nov 11 16:13:40.381497 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da36d24-4277-4e07-a2e2-ad825c2d1e0c req-2e6c400c-c693-4c7e-af34-c3bbe346b567 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:40.382859 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5da36d24-4277-4e07-a2e2-ad825c2d1e0c req-2e6c400c-c693-4c7e-af34-c3bbe346b567 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0492277 Nov 11 16:13:40.428181 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5da36d24-4277-4e07-a2e2-ad825c2d1e0c req-24309730-984d-467c-8742-66edd738024b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Nov 11 16:13:41.417374 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb610956-b1ee-4cd2-8798-0fc1b9e5cf8c req-f535a773-057c-46bd-ada0-b22e9cf6523a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:41.418814 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bb610956-b1ee-4cd2-8798-0fc1b9e5cf8c req-f535a773-057c-46bd-ada0-b22e9cf6523a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0756974 Nov 11 16:13:41.429772 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c829cf-71fc-48d7-ae2f-b5f391712132 req-02c227ef-2d71-47e4-b32a-306d36d535fc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:41.431110 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-38c829cf-71fc-48d7-ae2f-b5f391712132 req-02c227ef-2d71-47e4-b32a-306d36d535fc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 943 time: 0.0792928 Nov 11 16:13:41.501435 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bb610956-b1ee-4cd2-8798-0fc1b9e5cf8c req-847f0e2c-547a-4ce3-8802-b000b54bef61 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691254 Nov 11 16:13:41.504467 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-38c829cf-71fc-48d7-ae2f-b5f391712132 req-95b8e612-eeab-430c-bf72-3e94da31cb5e tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 Nov 11 16:13:41.599891 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963cd67-cc48-4a8d-8d4a-758c4062e3b5 req-c802d37c-8654-47a3-b80c-2cefc512306c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:41.601886 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1963cd67-cc48-4a8d-8d4a-758c4062e3b5 req-c802d37c-8654-47a3-b80c-2cefc512306c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0465002 Nov 11 16:13:41.607780 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 39849582-de29-4627-806f-5c5575c2cdf5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:13:41.652402 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1963cd67-cc48-4a8d-8d4a-758c4062e3b5 req-f67cfd12-6912-4181-a9b3-cc8cd167913a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446813 Nov 11 16:13:41.708463 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=39849582-de29-4627-806f-5c5575c2cdf5,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:41.720501 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '39849582-de29-4627-806f-5c5575c2cdf5', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'port_id': '39849582-de29-4627-806f-5c5575c2cdf5', 'mac_address': 'fa:16:3e:81:de:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:13:41.759733 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:41.772357 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39849582-de29-4627-806f-5c5575c2cdf5 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:13:41.791974 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=39849582-de29-4627-806f-5c5575c2cdf5,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:41.795400 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:41.844207 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:42.093081 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['39849582-de29-4627-806f-5c5575c2cdf5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:13:42.864006 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d143743-8110-49bf-8c3d-a5bd8d57c978 req-c35acf6f-3c4f-4f1b-9ef4-d4409135e201 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:42.865906 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2d143743-8110-49bf-8c3d-a5bd8d57c978 req-c35acf6f-3c4f-4f1b-9ef4-d4409135e201 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.2974558 Nov 11 16:13:42.873995 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e412-0caa-4673-9841-2c25ac4680f7 req-0da5260d-c109-4652-8c67-f508c1f36d5f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:42.875388 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3771e412-0caa-4673-9841-2c25ac4680f7 req-0da5260d-c109-4652-8c67-f508c1f36d5f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 944 time: 0.3059406 Nov 11 16:13:42.942730 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2d143743-8110-49bf-8c3d-a5bd8d57c978 req-6ab7b5c7-2156-41f8-9913-27b062d168fd tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663953 Nov 11 16:13:42.962130 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3771e412-0caa-4673-9841-2c25ac4680f7 req-bcac6e2a-b318-49fb-8691-ed0e35f09640 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799487 Nov 11 16:13:42.984128 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 39849582-de29-4627-806f-5c5575c2cdf5 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:13:43.046897 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 39849582-de29-4627-806f-5c5575c2cdf5 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:13:43.049872 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0f204-8caf-4742-94cf-7af265a210f0 req-fe0ccfc3-e367-405d-8cbb-321060a6cb7d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:43.051382 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 39849582-de29-4627-806f-5c5575c2cdf5 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:43.051618 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:43.057511 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ece0f204-8caf-4742-94cf-7af265a210f0 req-fe0ccfc3-e367-405d-8cbb-321060a6cb7d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0564229 Nov 11 16:13:43.102878 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ece0f204-8caf-4742-94cf-7af265a210f0 req-77e16ce4-5230-4bbd-a3c6-4c4022024e2e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444331 Nov 11 16:13:43.133826 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:43.166614 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:13:43.168976 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc2f2c8-4167-4edd-aa90-f9b74aa870a9" -d '{"events": [{"server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "name": "network-vif-plugged", "status": "completed", "tag": "39849582-de29-4627-806f-5c5575c2cdf5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:13:43.182813 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=39849582-de29-4627-806f-5c5575c2cdf5,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:43.189502 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:43.221727 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683caad4-cb36-4337-9064-c4fb2decfe07 x-openstack-request-id: req-683caad4-cb36-4337-9064-c4fb2decfe07 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:13:43.222029 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "name": "network-vif-plugged", "status": "completed", "tag": "39849582-de29-4627-806f-5c5575c2cdf5", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:13:43.222276 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-683caad4-cb36-4337-9064-c4fb2decfe07 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:13:43.222649 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5', 'code': 200} Nov 11 16:13:43.249440 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:43.390794 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa9537-6c87-41ac-9a4a-161090a7ad86 req-cfae6893-db69-4122-824b-009677ac451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:43.392288 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-80fa9537-6c87-41ac-9a4a-161090a7ad86 req-cfae6893-db69-4122-824b-009677ac451a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1098 time: 0.0389528 Nov 11 16:13:43.440587 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-80fa9537-6c87-41ac-9a4a-161090a7ad86 req-156d5d9f-9061-40c3-99eb-4135c7c4a999 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Nov 11 16:13:44.088614 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3266de-2858-453c-b43b-2a685662152c req-123625a9-43f5-41c2-a9d0-3b9736ba02c0 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:44.090097 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0f3266de-2858-453c-b43b-2a685662152c req-123625a9-43f5-41c2-a9d0-3b9736ba02c0 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0784547 Nov 11 16:13:44.100984 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3d96-4e9f-4dfa-94a7-1a20ca32f44d req-aeefd857-1e6a-48de-a319-2c589e84a8ea tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:44.102398 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2ad3d96-4e9f-4dfa-94a7-1a20ca32f44d req-aeefd857-1e6a-48de-a319-2c589e84a8ea tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0658476 Nov 11 16:13:44.172662 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0f3266de-2858-453c-b43b-2a685662152c req-c3351329-f618-460c-9d2d-45fbc566f5a8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693047 Nov 11 16:13:44.176102 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2ad3d96-4e9f-4dfa-94a7-1a20ca32f44d req-f4b6cb1f-2731-464b-bf15-a6bc72fac987 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672374 Nov 11 16:13:45.316228 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fe5a0-06f5-4019-a118-03ed38d9cee8 req-2530bcc2-5a93-4f60-94bd-dd1859137603 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:45.317731 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e75fe5a0-06f5-4019-a118-03ed38d9cee8 req-2530bcc2-5a93-4f60-94bd-dd1859137603 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0756817 Nov 11 16:13:45.324931 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63071bc-60af-4df8-90a4-3cf9d14f1bde req-3fa7065d-dbfc-4895-ab50-eb58499f70d2 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:45.326311 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d63071bc-60af-4df8-90a4-3cf9d14f1bde req-3fa7065d-dbfc-4895-ab50-eb58499f70d2 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0855496 Nov 11 16:13:45.399993 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e75fe5a0-06f5-4019-a118-03ed38d9cee8 req-b7be35bc-1ee3-4f00-8ffa-9b858cf82b30 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727346 Nov 11 16:13:45.403853 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d63071bc-60af-4df8-90a4-3cf9d14f1bde req-e875825e-4d59-4c7c-8b1f-b9056d4a4080 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709686 Nov 11 16:13:45.524771 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b08aa-955b-42d6-adfb-bbe6057e89a9 req-2e457073-732f-45cc-b527-d89388d3c29e tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:45.524771 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1f6b08aa-955b-42d6-adfb-bbe6057e89a9 req-2e457073-732f-45cc-b527-d89388d3c29e tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0510418 Nov 11 16:13:45.567376 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1f6b08aa-955b-42d6-adfb-bbe6057e89a9 req-7b6e23e5-abf3-4701-9dde-b0cb366aa837 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 Nov 11 16:13:45.889011 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8709457-5d98-44dc-a802-0d00eb723900 req-ec896cc2-24f5-4e6f-8323-a6460c706807 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:45.890489 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d8709457-5d98-44dc-a802-0d00eb723900 req-ec896cc2-24f5-4e6f-8323-a6460c706807 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0472782 Nov 11 16:13:45.935865 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d8709457-5d98-44dc-a802-0d00eb723900 req-76008a9c-05dc-4170-87da-7117156159a3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Nov 11 16:13:46.242759 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-174c9ecb-0d2c-43d6-beef-35505ba916ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:46.525284 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d4ee-430a-488c-b10b-16431dfaeba4 req-19f4c84e-3e3f-4e77-a5c6-0878a3627256 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:46.526773 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e778d4ee-430a-488c-b10b-16431dfaeba4 req-19f4c84e-3e3f-4e77-a5c6-0878a3627256 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0514512 Nov 11 16:13:46.574959 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e778d4ee-430a-488c-b10b-16431dfaeba4 req-4655ec7d-cc9c-4bbd-abde-f5deda442f1f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Nov 11 16:13:47.698242 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d52b-c39b-4895-858b-d5da76db5f8d req-cfe8a578-5dca-41af-a022-2a59e1269a3a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:47.699773 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5337d52b-c39b-4895-858b-d5da76db5f8d req-cfe8a578-5dca-41af-a022-2a59e1269a3a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0538576 Nov 11 16:13:47.775383 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5337d52b-c39b-4895-858b-d5da76db5f8d req-ac4a4f7d-5c4e-47a2-9430-1ea0dceb54b0 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696428 Nov 11 16:13:48.361247 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e30fdb10-7527-4a75-a9f6-faea2cf1e393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:48.888685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83599df-826e-4321-9b97-dc1825a708a7 req-b176dd49-08a8-4059-9233-7696d04856a9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:48.890164 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d83599df-826e-4321-9b97-dc1825a708a7 req-b176dd49-08a8-4059-9233-7696d04856a9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0505211 Nov 11 16:13:48.939418 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d83599df-826e-4321-9b97-dc1825a708a7 req-5d4d4ed4-be3c-4375-90c6-978eb20dc670 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Nov 11 16:13:49.139767 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74afc70-7747-4b62-a555-99567ef20ecd req-9626edd3-6939-4c35-bc02-30cffb723a14 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:49.141268 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d74afc70-7747-4b62-a555-99567ef20ecd req-9626edd3-6939-4c35-bc02-30cffb723a14 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Nov 11 16:13:49.192601 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d74afc70-7747-4b62-a555-99567ef20ecd req-a00aa6d4-4e20-443a-a125-34b019be5ea2 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Nov 11 16:13:49.199314 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-b81f5e23-a8c4-4d22-9843-8b4ed2c1e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:49.200882 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-b81f5e23-a8c4-4d22-9843-8b4ed2c1e4f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 1098 time: 0.0401981 Nov 11 16:13:49.296074 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-87707d90-3a35-45dd-a06e-5f950f6ca915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:49.297486 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-87707d90-3a35-45dd-a06e-5f950f6ca915 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 911 time: 0.0889666 Nov 11 16:13:49.368698 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-5f926ee6-502f-405d-a30a-ea662032027c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 200 len: 1000 time: 0.0627167 Nov 11 16:13:49.426474 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-deea6648-2785-48f3-97f0-0fb4681f4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:49.427905 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-deea6648-2785-48f3-97f0-0fb4681f4c7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.0434754 Nov 11 16:13:49.434498 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:49.476120 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-fc36d52d-5017-4aeb-8f56-80d311d3e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:49.477640 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-fc36d52d-5017-4aeb-8f56-80d311d3e555 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418298 Nov 11 16:13:49.793828 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-09869475-868b-4922-8189-3b22aa047822 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079605 Nov 11 16:13:49.884919 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-d40faad8-dab7-4662-9331-bee5508f3ea3 req-ddc17b1e-da14-472c-8570-404f7b8714cf service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836260 Nov 11 16:13:50.311783 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a0d2c-4e77-4ab2-bfab-4005ea34bc77 req-0641b60d-1f02-4cbe-a9f7-ba4f0d7ddf79 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:50.313210 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8f6a0d2c-4e77-4ab2-bfab-4005ea34bc77 req-0641b60d-1f02-4cbe-a9f7-ba4f0d7ddf79 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Nov 11 16:13:50.366360 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8f6a0d2c-4e77-4ab2-bfab-4005ea34bc77 req-8949ad4d-30b7-4212-8498-f4ea6f70e91f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472624 Nov 11 16:13:50.861845 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:51.481184 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5f7d-5b96-437a-893d-0ca9f13be2e8 req-a422ff63-eb09-4b8a-89e4-fb5525977aca tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:51.482653 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8a2b5f7d-5b96-437a-893d-0ca9f13be2e8 req-a422ff63-eb09-4b8a-89e4-fb5525977aca tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Nov 11 16:13:51.529206 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8a2b5f7d-5b96-437a-893d-0ca9f13be2e8 req-6f18f7b6-e4fa-484a-b1e4-4a3064a0614a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Nov 11 16:13:51.660613 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:55.305713 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c880127-5e47-4906-b755-07ac40e04f87 req-78a518cf-1d06-4b0c-89c4-6081528eabc8 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:55.307208 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4c880127-5e47-4906-b755-07ac40e04f87 req-78a518cf-1d06-4b0c-89c4-6081528eabc8 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Nov 11 16:13:55.356021 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4c880127-5e47-4906-b755-07ac40e04f87 req-57b25c33-c6e6-4e53-84ed-0087da6d860a tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Nov 11 16:13:55.378443 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59398) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:55.562440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dbc2ac-e7f7-406f-9be3-6b81b5c7d3e2 tempest-TestMinimumBasicScenario-454934449 tempest-TestMinimumBasicScenario-454934449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:55.563942 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-68dbc2ac-e7f7-406f-9be3-6b81b5c7d3e2 tempest-TestMinimumBasicScenario-454934449 tempest-TestMinimumBasicScenario-454934449-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1093 time: 0.1845129 Nov 11 16:13:55.566831 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59402) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:55.571300 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'port_id': '39849582-de29-4627-806f-5c5575c2cdf5', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:55.594160 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for floatingip, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:55.690350 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:55.796296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Allocated IP 172.27.3.193 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/3016d611-c36e-4089-9b5d-15b9a7d14106) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:13:55.897267 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:55.929365 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:55.967939 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:13:55.972492 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:13:55.976006 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:13:56.002471 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'Port': ['ID=3016d611-c36e-4089-9b5d-15b9a7d14106,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:56.326437 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:56.394614 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:56.544960 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:56.549537 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:56.613143 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'Port': ['ID=3016d611-c36e-4089-9b5d-15b9a7d14106,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:56.626812 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:56.724385 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Floating IP 237920a3-6909-4bd3-be10-31a452d51256 associated. External IP: 172.27.3.193, port: 39849582-de29-4627-806f-5c5575c2cdf5. Nov 11 16:13:56.928429 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Router fd0066f8-d543-4ced-aeda-a30a15101745 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:13:57.032568 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:13:57.042119 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] Sync routers for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:13:57.050792 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.052684 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:13:57.053393 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:13:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:57.076750 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-8f527a3b-f6c5-4074-8630-8e84b41e9acc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5089431 Nov 11 16:13:57.077389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:13:57.079847 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59406) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:57.080318 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c57064-eb0a-479a-ad9b-8f23055a79f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:13:57.084649 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-94ebc71b-5841-43ed-9bb2-df88701e0dbc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096163344', 'description': 'tempest-secgroup-smoke-2096163344 description', 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:57.122111 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-94ebc71b-5841-43ed-9bb2-df88701e0dbc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.126725 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6bc8a-fd33-4279-8bc6-f8f81404f465 x-openstack-request-id: req-f3b6bc8a-fd33-4279-8bc6-f8f81404f465 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:13:57.127137 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:13:57.127505 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3b6bc8a-fd33-4279-8bc6-f8f81404f465 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:13:57.128097 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5', 'status': 'completed', 'code': 200} Nov 11 16:13:57.224006 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-94ebc71b-5841-43ed-9bb2-df88701e0dbc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.228474 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-94ebc71b-5841-43ed-9bb2-df88701e0dbc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.260037 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-113b2845-cb3b-4546-a804-26147aa92fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:57.262288 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-113b2845-cb3b-4546-a804-26147aa92fdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1098 time: 0.0998397 Nov 11 16:13:57.267666 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-94ebc71b-5841-43ed-9bb2-df88701e0dbc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.268790 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-94ebc71b-5841-43ed-9bb2-df88701e0dbc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1878614 Nov 11 16:13:57.270702 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc71b-5841-43ed-9bb2-df88701e0dbc tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072aafb5-8143-4fe8-b030-05cbc837e659,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:57.271913 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59410) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:57.277414 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-1c54e22e-6c78-462d-9bb3-3288573461f0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'security_group_rule': {'security_group_id': '072aafb5-8143-4fe8-b030-05cbc837e659', 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:57.296009 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:13:57.307493 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c54e22e-6c78-462d-9bb3-3288573461f0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.368150 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c54e22e-6c78-462d-9bb3-3288573461f0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.374935 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c54e22e-6c78-462d-9bb3-3288573461f0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.381417 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-c6a554c2-f70d-4060-b1f4-2a614b24d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:57.382937 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-c6a554c2-f70d-4060-b1f4-2a614b24d8d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 200 len: 915 time: 0.0932057 Nov 11 16:13:57.394706 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54e22e-6c78-462d-9bb3-3288573461f0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f8a0da-8ca4-4dc4-86fe-610e4d9a929e,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:57.413068 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1c54e22e-6c78-462d-9bb3-3288573461f0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.413068 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1c54e22e-6c78-462d-9bb3-3288573461f0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370053 Nov 11 16:13:57.413068 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59414) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:57.420296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-878ccfce-b83f-43dd-bb49-d3b03f4eaad0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'security_group_rule': {'security_group_id': '072aafb5-8143-4fe8-b030-05cbc837e659', 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:57.447358 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-878ccfce-b83f-43dd-bb49-d3b03f4eaad0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.481998 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-167bdf1e-b1ec-42cc-b643-d250279d6be3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 999 time: 0.0769022 Nov 11 16:13:57.511876 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-878ccfce-b83f-43dd-bb49-d3b03f4eaad0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.515683 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-878ccfce-b83f-43dd-bb49-d3b03f4eaad0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.536205 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ccfce-b83f-43dd-bb49-d3b03f4eaad0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaae759b-17d9-4aa5-9757-f5f9e159c318,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:57.546374 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-284154b5-d1cc-4ece-bf9b-df3ab43fd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:57.546898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-878ccfce-b83f-43dd-bb49-d3b03f4eaad0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.548104 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-878ccfce-b83f-43dd-bb49-d3b03f4eaad0 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343606 Nov 11 16:13:57.551206 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59416) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:57.551418 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-284154b5-d1cc-4ece-bf9b-df3ab43fd2f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046f58ab-0435-4c5f-9a7e-9983b4561df1 HTTP/1.1" status: 200 len: 853 time: 0.0537558 Nov 11 16:13:57.555083 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-5ee6b94a-bfbc-4fc7-ad2f-5e5903a129e4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'security_group_rule': {'security_group_id': '072aafb5-8143-4fe8-b030-05cbc837e659', 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:57.560185 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '237920a3-6909-4bd3-be10-31a452d51256', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'port_id': '39849582-de29-4627-806f-5c5575c2cdf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'mac_address': 'fa:16:3e:81:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:13:56Z', 'updated_at': '2021-11-11T16:13:56Z', 'revision_number': 0, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 5, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:57.584309 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b94a-bfbc-4fc7-ad2f-5e5903a129e4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.591360 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] Checking router: fd0066f8-d543-4ced-aeda-a30a15101745 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:13:57.599891 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:13:57.600510 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:13:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:57.601738 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-00b5f7e4-2a18-4e3f-880b-ac8f9b3f29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:57.603325 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-00b5f7e4-2a18-4e3f-880b-ac8f9b3f29cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603da69b-5a7a-4782-8fb8-ce1470b8abfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474977 Nov 11 16:13:57.649077 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b94a-bfbc-4fc7-ad2f-5e5903a129e4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.657313 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b94a-bfbc-4fc7-ad2f-5e5903a129e4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.678017 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6b94a-bfbc-4fc7-ad2f-5e5903a129e4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc0f7bc-9cdf-4036-8504-00918f3f7775,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:57.684969 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b94a-bfbc-4fc7-ad2f-5e5903a129e4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.686498 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5ee6b94a-bfbc-4fc7-ad2f-5e5903a129e4 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347611 Nov 11 16:13:57.689049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59418) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:57.693539 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-1eeba449-cd98-46b7-aaf3-831e02d6494b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'security_group_rule': {'security_group_id': '072aafb5-8143-4fe8-b030-05cbc837e659', 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:57.719959 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-c9c59e2b-0339-4cba-9443-1f716db3e937 service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953486 Nov 11 16:13:57.722334 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1eeba449-cd98-46b7-aaf3-831e02d6494b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.723114 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:13:57.790271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1eeba449-cd98-46b7-aaf3-831e02d6494b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.797074 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1eeba449-cd98-46b7-aaf3-831e02d6494b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.816320 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeba449-cd98-46b7-aaf3-831e02d6494b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3d18a6-7384-4ebd-84b5-23579e136fb5,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:57.827511 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-1eeba449-cd98-46b7-aaf3-831e02d6494b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.828696 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1eeba449-cd98-46b7-aaf3-831e02d6494b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386535 Nov 11 16:13:57.830141 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-31c57064-eb0a-479a-ad9b-8f23055a79f0 req-271d1d21-e4bc-4c01-8b9b-d6ecb7797656 service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017976 Nov 11 16:13:57.831392 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59420) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:57.835951 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'security_group_rule': {'security_group_id': '072aafb5-8143-4fe8-b030-05cbc837e659', 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:57.862255 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.securitygroups_db [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Project dcea91a6c9f647348bd1b23da4d0193d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:13:57.868499 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.937958 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.941944 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.959368 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4921fd20-a825-4996-9d48-719c9b932650,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:57.967295 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:57.968520 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-2b983d78-b8e4-4453-81c4-79220893ab3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361835 Nov 11 16:13:57.971300 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59422) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:13:57.975628 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'security_group_rule': {'security_group_id': '072aafb5-8143-4fe8-b030-05cbc837e659', 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:57.976416 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '237920a3-6909-4bd3-be10-31a452d51256', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'port_id': '39849582-de29-4627-806f-5c5575c2cdf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'mac_address': 'fa:16:3e:81:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:13:56Z', 'updated_at': '2021-11-11T16:13:56Z', 'revision_number': 0, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 5, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:13:57.997566 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.securitygroups_db [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Project dcea91a6c9f647348bd1b23da4d0193d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:13:58.003058 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.007699 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604d8fd-7b70-4a33-963e-839eea3fdd17 None None] The sync data for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi is: [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '237920a3-6909-4bd3-be10-31a452d51256', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'port_id': '39849582-de29-4627-806f-5c5575c2cdf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'mac_address': 'fa:16:3e:81:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:13:56Z', 'updated_at': '2021-11-11T16:13:56Z', 'revision_number': 0, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 5, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:13:58.065886 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.069561 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.088456 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d988ac2d-389c-40f7-8520-940ac57f4b15,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:58.094440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.097478 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-02358a28-62f7-4840-af5e-e56e5a9aafd3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251755 Nov 11 16:13:58.189310 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-41ab6eba-7876-44a5-adc8-43035a06a173 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096163344&fields=id&tenant_id=dcea91a6c9f647348bd1b23da4d0193d HTTP/1.1" status: 200 len: 267 time: 0.0470386 Nov 11 16:13:58.224346 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd580-6561-4983-89a9-ce4fa9d9c617 None None] New status for floating IP 237920a3-6909-4bd3-be10-31a452d51256: ACTIVE {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:13:58.249409 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-e872f85b-3197-4fd9-97b0-14d946b6c52c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:58.250924 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-e872f85b-3197-4fd9-97b0-14d946b6c52c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0559354 Nov 11 16:13:58.262650 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'port': {'security_groups': ['1c3d6971-8b92-4eb6-a171-1b863df9f7ce', '072aafb5-8143-4fe8-b030-05cbc837e659']}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:13:58.329319 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.518249 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=39849582-de29-4627-806f-5c5575c2cdf5,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:13:58.547159 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.551503 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.574328 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['39849582-de29-4627-806f-5c5575c2cdf5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:13:58.594160 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:58.594795 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:58.596174 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3f83edc6-c305-49ad-b4fa-55882d05397a req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "PUT /v2.0/ports/39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 981 time: 0.3383429 Nov 11 16:13:58.598212 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:13:58.631778 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16b55a-aa32-4e00-90a4-ff0ce6eab6f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=6']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:13:58.705998 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429844b4-295e-4655-9ae1-90d9443bae19 req-79851076-2526-41c2-8427-a5d397db7b68 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:58.707566 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429844b4-295e-4655-9ae1-90d9443bae19 req-79851076-2526-41c2-8427-a5d397db7b68 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0518780 Nov 11 16:13:58.782161 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-429844b4-295e-4655-9ae1-90d9443bae19 req-a5d86cbb-6ea7-4831-896f-33c1fbf205e1 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673969 Nov 11 16:13:58.895084 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['39849582-de29-4627-806f-5c5575c2cdf5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:13:58.928104 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3fde1dc4-9894-4513-a040-a0d56224921d None None] Provisioning complete for port 39849582-de29-4627-806f-5c5575c2cdf5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:13:58.928470 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3fde1dc4-9894-4513-a040-a0d56224921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:13:59.128986 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:13:59.131465 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fd9950-a730-419c-a977-683acce656aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:13:59.168223 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d204859-8972-4cea-a717-2f50978c8b5f x-openstack-request-id: req-4d204859-8972-4cea-a717-2f50978c8b5f {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:13:59.168594 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:13:59.168909 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d204859-8972-4cea-a717-2f50978c8b5f {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:13:59.169418 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5', 'status': 'completed', 'code': 200} Nov 11 16:13:59.238711 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9950-a730-419c-a977-683acce656aa req-d019638f-5f76-400e-8cee-d3f61a695b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:59.240270 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-82fd9950-a730-419c-a977-683acce656aa req-d019638f-5f76-400e-8cee-d3f61a695b3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1137 time: 0.0403714 Nov 11 16:13:59.338371 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9950-a730-419c-a977-683acce656aa req-bbad4d01-54c4-49a5-bb2b-125cc022904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:59.339838 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-82fd9950-a730-419c-a977-683acce656aa req-bbad4d01-54c4-49a5-bb2b-125cc022904f service neutron] 10.222.0.57 "GET /v2.0/networks?id=603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 200 len: 915 time: 0.0892761 Nov 11 16:13:59.409557 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-82fd9950-a730-419c-a977-683acce656aa req-1172fe0d-e12e-456e-b989-d1dfb41bf31d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 1001 time: 0.0608933 Nov 11 16:13:59.465636 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9950-a730-419c-a977-683acce656aa req-8a56793a-91cd-4647-ac7f-e6e295c6400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:59.467103 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-82fd9950-a730-419c-a977-683acce656aa req-8a56793a-91cd-4647-ac7f-e6e295c6400f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046f58ab-0435-4c5f-9a7e-9983b4561df1 HTTP/1.1" status: 200 len: 853 time: 0.0442917 Nov 11 16:13:59.515244 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9950-a730-419c-a977-683acce656aa req-98332b69-9485-43ec-bb1c-6fe1b82430cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:13:59.517614 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-82fd9950-a730-419c-a977-683acce656aa req-98332b69-9485-43ec-bb1c-6fe1b82430cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603da69b-5a7a-4782-8fb8-ce1470b8abfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423770 Nov 11 16:13:59.614572 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-82fd9950-a730-419c-a977-683acce656aa req-fe1f73be-29f8-4dee-a511-2a6879e8ae0c service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Nov 11 16:13:59.714897 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-82fd9950-a730-419c-a977-683acce656aa req-dc2c6ecd-349e-4337-b058-51c3a0f73596 service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829556 Nov 11 16:13:59.871085 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:12.982690 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59514) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:13.084366 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bbf6859c-9f5e-4fc8-9eb3-848474950988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:13.157252 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bbf6859c-9f5e-4fc8-9eb3-848474950988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:13.160865 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bbf6859c-9f5e-4fc8-9eb3-848474950988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:13.197041 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-bbf6859c-9f5e-4fc8-9eb3-848474950988 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee5a6543e18345af9287e91f4a55c1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133198 Nov 11 16:14:13.198428 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6859c-9f5e-4fc8-9eb3-848474950988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe62811-ba15-42f6-8b10-ac731bf22c2b,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:13.200227 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59518) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:13.252935 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6f89a3c-315f-4452-84bd-f78c79f2eac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:13.273463 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6f89a3c-315f-4452-84bd-f78c79f2eac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:13.317974 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6f89a3c-315f-4452-84bd-f78c79f2eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:13.320665 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6f89a3c-315f-4452-84bd-f78c79f2eac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:13.321869 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b6f89a3c-315f-4452-84bd-f78c79f2eac9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fe62811-ba15-42f6-8b10-ac731bf22c2b HTTP/1.1" status: 204 len: 168 time: 0.1205983 Nov 11 16:14:13.329989 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f89a3c-315f-4452-84bd-f78c79f2eac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe62811-ba15-42f6-8b10-ac731bf22c2b,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:15.478069 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-58e66983-c518-40b5-b69c-8cd2cb2796a3 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3e1f93afaef342b2bb3a1e9b2022c786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287774 Nov 11 16:14:15.661120 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-581f857d-9af6-430a-b880-1f670cecc5fd tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:15.662479 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-581f857d-9af6-430a-b880-1f670cecc5fd tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779907 Nov 11 16:14:15.677339 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-2619a1f5-510e-4cb7-99d0-b657038069eb tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/quotas/3e1f93afaef342b2bb3a1e9b2022c786 HTTP/1.1" status: 200 len: 375 time: 0.0086236 Nov 11 16:14:15.705935 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-cd09b0cd-b9ce-4f3d-85bb-b986085832bb tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e1f93afaef342b2bb3a1e9b2022c786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0236073 Nov 11 16:14:15.861620 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e343b56f-6394-4d22-acd1-01136354c441 req-a27969d5-2eac-4dec-9da0-c1ce4a93c1db tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0253220 Nov 11 16:14:16.243256 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29965859-f332-4832-a5e7-a5dd506057fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:16.794853 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-9cbdb4d8-f2e8-4e66-9ae8-2310dbaf250f tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3e1f93afaef342b2bb3a1e9b2022c786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298281 Nov 11 16:14:16.988900 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-02ffc09f-d131-4f95-8550-9d4d8d219b13 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:16.990687 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-02ffc09f-d131-4f95-8550-9d4d8d219b13 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871452 Nov 11 16:14:17.007009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Request body: {'port': {'device_id': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e', 'admin_state_up': True, 'tenant_id': '3e1f93afaef342b2bb3a1e9b2022c786'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:17.117685 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-53868be4-582f-46c7-98e1-7f04fbea4d45 req-7b7df0bb-49fc-4f75-8f95-c6cee3cb21e4 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 210 time: 0.1891022 Nov 11 16:14:17.118325 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Made reservation on behalf of 3e1f93afaef342b2bb3a1e9b2022c786 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:17.122580 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.132610 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.203599 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.207423 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.268863 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e841fb-ed1b-415a-82ad-d72727576cdf,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:17.338436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Allocated IP 192.168.233.30 (b7918b5b-b1fa-43cc-896f-d95394bdc48e/e70cd249-1e61-4e76-bf91-6e00715b7103/f7863ae1-2ecf-4c8a-b081-64e36b43ae6c) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:17.482906 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.515157 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.558431 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Network b7918b5b-b1fa-43cc-896f-d95394bdc48e is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:17.561918 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:17.564267 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:14:17.590507 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Pushing event updated for resources: {'Port': ['ID=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:17.623866 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:17.624486 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.640957 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-137b0222-2de5-4d03-96e7-259763b540c6 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6377625 Nov 11 16:14:17.655867 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Request body: {'port': {'device_id': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:17.711451 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.816333 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-d46099fc-e40d-4dfb-a82a-765408adee50 None None] Provisioning complete for port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:17.816940 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d46099fc-e40d-4dfb-a82a-765408adee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.849220 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d46099fc-e40d-4dfb-a82a-765408adee50 None None] Port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:14:17.969442 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7863ae1-2ecf-4c8a-b081-64e36b43ae6c {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:17.976524 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:17.988573 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Transition to ACTIVE for port object f7863ae1-2ecf-4c8a-b081-64e36b43ae6c will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:14:17.992184 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:18.044120 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:18.112647 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Attempting to bind port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:14:18.112897 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Attempting to bind port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:14:18.113257 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Attempting to bind port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c on network b7918b5b-b1fa-43cc-896f-d95394bdc48e {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:18.118013 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c on network b7918b5b-b1fa-43cc-896f-d95394bdc48e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:14:18.118334 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Attempting to bind port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c on network b7918b5b-b1fa-43cc-896f-d95394bdc48e {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:18.123325 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:14:18.123658 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Checking segment: {'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:14:18.124148 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Bound using segment: {'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:14:18.124582 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Bound port: f7863ae1-2ecf-4c8a-b081-64e36b43ae6c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:14:18.124939 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:18.194709 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] For port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:14:18.198033 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] For port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,segment=NetworkSegment(7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6),segment_id=7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:14:18.202575 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:18.240563 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:18.241294 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:18.242587 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/f7863ae1-2ecf-4c8a-b081-64e36b43ae6c HTTP/1.1" status: 200 len: 1097 time: 0.5918899 Nov 11 16:14:18.243024 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'tag': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:18.245842 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606f260f-351a-4a80-a901-3c2a95736abd" -d '{"events": [{"name": "network-changed", "server_uuid": "69da52ca-f146-4e30-9662-b8d46116d9a9", "tag": "f7863ae1-2ecf-4c8a-b081-64e36b43ae6c"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:18.265870 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338bf3a-bb16-4e22-9452-7a79c89d81b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:18.302832 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6befdd-e294-4cbc-bef7-cdda07bf0c0f x-openstack-request-id: req-ef6befdd-e294-4cbc-bef7-cdda07bf0c0f {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:18.303732 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69da52ca-f146-4e30-9662-b8d46116d9a9", "tag": "f7863ae1-2ecf-4c8a-b081-64e36b43ae6c", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:18.303996 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef6befdd-e294-4cbc-bef7-cdda07bf0c0f {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:18.304398 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'tag': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c', 'status': 'completed', 'code': 200} Nov 11 16:14:18.311220 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2bef0-1154-4c2b-887d-92b1f1ce7d77 req-e130dfb8-d2b0-43cb-88c4-f526cecbf142 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:18.313242 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-efc2bef0-1154-4c2b-887d-92b1f1ce7d77 req-e130dfb8-d2b0-43cb-88c4-f526cecbf142 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 947 time: 0.1254025 Nov 11 16:14:18.359209 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-aa4e83f0-2f29-482c-a4e4-2cb3a5f81765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:18.360817 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-aa4e83f0-2f29-482c-a4e4-2cb3a5f81765 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e1f93afaef342b2bb3a1e9b2022c786&device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 1100 time: 0.0487103 Nov 11 16:14:18.368164 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76ee5e24-7712-4683-a3b9-167d43ca7258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:18.368358 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-efc2bef0-1154-4c2b-887d-92b1f1ce7d77 req-7fe2496b-c1af-4189-aefd-44399d112dfb tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491049 Nov 11 16:14:18.409275 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-4d1bd7bf-68a2-4440-a1d1-cd9504a1afee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c HTTP/1.1" status: 200 len: 217 time: 0.0376194 Nov 11 16:14:18.473824 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-4c89c073-0072-4982-8359-44a2d84af418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:18.475272 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-4c89c073-0072-4982-8359-44a2d84af418 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e70cd249-1e61-4e76-bf91-6e00715b7103 HTTP/1.1" status: 200 len: 843 time: 0.0497570 Nov 11 16:14:18.523693 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-c7b001a6-2c44-4238-b3bb-c8a2b5d721c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:18.525201 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-c7b001a6-2c44-4238-b3bb-c8a2b5d721c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7918b5b-b1fa-43cc-896f-d95394bdc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0402491 Nov 11 16:14:18.618402 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-4d521cfe-0b6c-482b-b037-944f4a6a3e62 service neutron] 10.222.0.57 "GET /v2.0/networks/b7918b5b-b1fa-43cc-896f-d95394bdc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835805 Nov 11 16:14:18.708196 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a59f11ad-441a-4d35-a670-76ed606afbd9 req-0ddbda5f-5172-423e-a408-3e3e2a243dc3 service neutron] 10.222.0.57 "GET /v2.0/networks/b7918b5b-b1fa-43cc-896f-d95394bdc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808468 Nov 11 16:14:18.803461 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f260f-351a-4a80-a901-3c2a95736abd req-f8be1b7c-b998-4704-9063-4deca459de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:18.804915 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-606f260f-351a-4a80-a901-3c2a95736abd req-f8be1b7c-b998-4704-9063-4deca459de37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e1f93afaef342b2bb3a1e9b2022c786&device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 1100 time: 0.0403485 Nov 11 16:14:18.904034 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f260f-351a-4a80-a901-3c2a95736abd req-bad415c6-5565-4253-bd4d-7f235e45dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:18.905399 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-606f260f-351a-4a80-a901-3c2a95736abd req-bad415c6-5565-4253-bd4d-7f235e45dd6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=b7918b5b-b1fa-43cc-896f-d95394bdc48e HTTP/1.1" status: 200 len: 870 time: 0.0871582 Nov 11 16:14:18.948292 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-606f260f-351a-4a80-a901-3c2a95736abd req-06edcf92-54b2-4354-a8dc-94f759b01089 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c HTTP/1.1" status: 200 len: 217 time: 0.0330079 Nov 11 16:14:19.004635 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f260f-351a-4a80-a901-3c2a95736abd req-eb671f38-ed84-4421-8bae-a624d0d2ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:19.006062 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-606f260f-351a-4a80-a901-3c2a95736abd req-eb671f38-ed84-4421-8bae-a624d0d2ab31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e70cd249-1e61-4e76-bf91-6e00715b7103 HTTP/1.1" status: 200 len: 843 time: 0.0459290 Nov 11 16:14:19.052906 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f260f-351a-4a80-a901-3c2a95736abd req-d6515b93-f422-4730-bf5c-34bccce63d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:19.054349 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-606f260f-351a-4a80-a901-3c2a95736abd req-d6515b93-f422-4730-bf5c-34bccce63d30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7918b5b-b1fa-43cc-896f-d95394bdc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0382743 Nov 11 16:14:19.143857 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-606f260f-351a-4a80-a901-3c2a95736abd req-f253637c-0170-49a8-a2a3-3152e99553c0 service neutron] 10.222.0.57 "GET /v2.0/networks/b7918b5b-b1fa-43cc-896f-d95394bdc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796561 Nov 11 16:14:19.237860 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-606f260f-351a-4a80-a901-3c2a95736abd req-1da986e7-00fc-4e5e-a5a9-f927845e6fe7 service neutron] 10.222.0.57 "GET /v2.0/networks/b7918b5b-b1fa-43cc-896f-d95394bdc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818248 Nov 11 16:14:19.438898 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:19.487125 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a207b-f48f-4857-9aa8-daaf19bdf225 req-3dd323a0-6432-4f72-bcc3-8e291a3a213e tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:19.488649 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4d2a207b-f48f-4857-9aa8-daaf19bdf225 req-3dd323a0-6432-4f72-bcc3-8e291a3a213e tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 947 time: 0.0474761 Nov 11 16:14:19.534995 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4d2a207b-f48f-4857-9aa8-daaf19bdf225 req-3cf46b36-f81d-4e7c-9a2d-ef1ff0aab215 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Nov 11 16:14:20.644724 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb8119-b8fd-4848-90dd-4613818f67bb req-4224b671-76d8-482b-83e4-76005ecf57f0 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:20.646196 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4fdb8119-b8fd-4848-90dd-4613818f67bb req-4224b671-76d8-482b-83e4-76005ecf57f0 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 947 time: 0.0465889 Nov 11 16:14:20.692082 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4fdb8119-b8fd-4848-90dd-4613818f67bb req-0ac3abc9-916b-4a15-81e7-ff1c06cedf51 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Nov 11 16:14:20.865224 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:21.136611 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f7863ae1-2ecf-4c8a-b081-64e36b43ae6c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:14:21.227139 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,segment=NetworkSegment(7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6),segment_id=7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:21.239038 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c', 'network_id': 'b7918b5b-b1fa-43cc-896f-d95394bdc48e', 'port_id': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c', 'mac_address': 'fa:16:3e:de:34:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70cd249-1e61-4e76-bf91-6e00715b7103', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:14:21.279243 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:21.291651 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7863ae1-2ecf-4c8a-b081-64e36b43ae6c {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:21.310587 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,segment=NetworkSegment(7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6),segment_id=7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:21.314492 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:21.361084 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:21.367868 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.368233 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.368576 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.368906 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.369265 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.369613 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.369965 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.370294 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.370758 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.371080 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.371399 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.371714 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:21.614254 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['f7863ae1-2ecf-4c8a-b081-64e36b43ae6c'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:14:21.668986 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:22.017369 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540cf1f-698a-4be3-909c-596980a4b214 req-e7ef9c71-3aaf-4a4f-8f18-ed583ed0272d tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:22.018763 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0540cf1f-698a-4be3-909c-596980a4b214 req-e7ef9c71-3aaf-4a4f-8f18-ed583ed0272d tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 948 time: 0.2619555 Nov 11 16:14:22.064187 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0540cf1f-698a-4be3-909c-596980a4b214 req-8e90eed4-2a76-4593-a613-23dc580f28c1 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Nov 11 16:14:23.156602 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f7863ae1-2ecf-4c8a-b081-64e36b43ae6c up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:14:23.176644 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908f92-a05a-4161-bcaf-f402f19db1c4 req-786c2131-ec04-422e-8410-72d3fd4cd1ef tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:23.178140 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d908f92-a05a-4161-bcaf-f402f19db1c4 req-786c2131-ec04-422e-8410-72d3fd4cd1ef tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 948 time: 0.0485671 Nov 11 16:14:23.204872 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:14:23.209605 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:23.210122 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:23.225409 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0d908f92-a05a-4161-bcaf-f402f19db1c4 req-5554d96a-3b6a-4694-867c-1be459b8bfa9 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Nov 11 16:14:23.409218 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:23.430805 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:23.433717 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b42e9-2e89-4b84-ac7f-9b7d9407b712" -d '{"events": [{"server_uuid": "69da52ca-f146-4e30-9662-b8d46116d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7863ae1-2ecf-4c8a-b081-64e36b43ae6c"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:23.446032 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,segment=NetworkSegment(7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6),segment_id=7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:23.450752 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:23.475102 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822384bd-02ba-4817-992c-6c263c90f574 x-openstack-request-id: req-822384bd-02ba-4817-992c-6c263c90f574 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:23.475410 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69da52ca-f146-4e30-9662-b8d46116d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7863ae1-2ecf-4c8a-b081-64e36b43ae6c", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:23.475664 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-822384bd-02ba-4817-992c-6c263c90f574 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:23.476067 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c', 'code': 200} Nov 11 16:14:23.504087 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:23.636334 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e931d2-cf31-4340-94ce-04c8f9c5ccaa req-796cd582-66d5-413a-8c56-64e12c8f3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:23.637818 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-f3e931d2-cf31-4340-94ce-04c8f9c5ccaa req-796cd582-66d5-413a-8c56-64e12c8f3c20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 1102 time: 0.0394866 Nov 11 16:14:23.681751 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-f3e931d2-cf31-4340-94ce-04c8f9c5ccaa req-181d4120-16c5-4d46-b762-ea00ab8f6bef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Nov 11 16:14:24.336971 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cde19-934e-4b97-8b9f-022662fa4358 req-81eb7100-b7e2-4f2b-a6b6-c0bc08b4327a tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:24.338460 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1e9cde19-934e-4b97-8b9f-022662fa4358 req-81eb7100-b7e2-4f2b-a6b6-c0bc08b4327a tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 949 time: 0.0478663 Nov 11 16:14:24.387624 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1e9cde19-934e-4b97-8b9f-022662fa4358 req-f631f3b9-2a01-4be6-b3f3-e77f20e321e1 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Nov 11 16:14:25.501091 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd69d-e31c-44ed-bc78-3070700b13bd req-db10e640-3ef9-4f33-bb5c-4c5f0db3fcdd tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:25.502561 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-52afd69d-e31c-44ed-bc78-3070700b13bd req-db10e640-3ef9-4f33-bb5c-4c5f0db3fcdd tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 949 time: 0.0481718 Nov 11 16:14:25.548761 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-52afd69d-e31c-44ed-bc78-3070700b13bd req-bd99d11b-81e6-4218-ada4-1d35d4343423 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Nov 11 16:14:25.795808 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607f4fd-92a0-4c03-8651-c5b216c30672 req-e4ea9751-dbd2-4d1a-86d8-b7c7658e7928 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:25.797092 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b607f4fd-92a0-4c03-8651-c5b216c30672 req-e4ea9751-dbd2-4d1a-86d8-b7c7658e7928 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 949 time: 0.0516350 Nov 11 16:14:25.853402 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b607f4fd-92a0-4c03-8651-c5b216c30672 req-a2d1fe8a-be77-49a6-9d68-79a4b813cfce tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498426 Nov 11 16:14:26.534086 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c3276-4873-4f6f-ac85-23ce76e524b6 req-210aeb97-c080-4e1a-be0a-08fdde3a6872 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:26.535544 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f51c3276-4873-4f6f-ac85-23ce76e524b6 req-210aeb97-c080-4e1a-be0a-08fdde3a6872 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0525935 Nov 11 16:14:26.582154 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f51c3276-4873-4f6f-ac85-23ce76e524b6 req-e29f527e-3d93-448d-9371-bc503a947f28 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Nov 11 16:14:26.966607 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3fe3d-5303-4e4b-bcc0-33acc4480b0e req-bace1ce9-4db8-4a96-aa3e-6f75cda5be76 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:26.968081 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-70c3fe3d-5303-4e4b-bcc0-33acc4480b0e req-bace1ce9-4db8-4a96-aa3e-6f75cda5be76 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 949 time: 0.0473504 Nov 11 16:14:27.013695 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-70c3fe3d-5303-4e4b-bcc0-33acc4480b0e req-ff8965e7-b7b9-4ead-a6c6-8ecf35127efe tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/security-groups?id=61e841fb-ed1b-415a-82ad-d72727576cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Nov 11 16:14:27.392717 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9aa93-7eff-4083-8519-b94994574abe req-2de530de-190f-4fab-86e8-3aff7599915a tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:27.394186 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1ed9aa93-7eff-4083-8519-b94994574abe req-2de530de-190f-4fab-86e8-3aff7599915a tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.57 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 949 time: 0.0504518 Nov 11 16:14:27.491513 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Deleting port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:14:27.491847 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:27.580045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] For port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,segment=NetworkSegment(7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6),segment_id=7dca75dc-d9ee-4d81-b7bd-40f281bc2fd6)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:27.580404 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:27.592001 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Calling delete_port for f7863ae1-2ecf-4c8a-b081-64e36b43ae6c owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:14:27.699653 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069540ac-f5ae-4ddf-92be-32ba277af948 req-0baa836e-467c-4e7a-ac69-86d6476be24e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:27.701145 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-069540ac-f5ae-4ddf-92be-32ba277af948 req-0baa836e-467c-4e7a-ac69-86d6476be24e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0480018 Nov 11 16:14:27.718055 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:27.732108 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['f7863ae1-2ecf-4c8a-b081-64e36b43ae6c'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:14:27.749822 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Pushing event deleted for resources: {'Port': ['ID=f7863ae1-2ecf-4c8a-b081-64e36b43ae6c,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:27.757360 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-069540ac-f5ae-4ddf-92be-32ba277af948 req-1caa7513-103f-49ad-879c-dcc989fa06ef tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496733 Nov 11 16:14:27.787277 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.787632 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.788050 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.789627 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.790063 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.791016 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.791400 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.792380 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.792718 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.793159 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.794080 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.794411 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:27.813682 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] No DVR routers for this DVR port f7863ae1-2ecf-4c8a-b081-64e36b43ae6c on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:14:27.816595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:27.820286 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1ed9aa93-7eff-4083-8519-b94994574abe req-1fff9908-8ac2-412f-8844-7dc1dcc75e10 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.57 "DELETE /v2.0/ports/f7863ae1-2ecf-4c8a-b081-64e36b43ae6c HTTP/1.1" status: 204 len: 173 time: 0.4122646 Nov 11 16:14:27.820825 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'name': 'network-vif-deleted', 'tag': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:27.823875 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce7f80c-a21a-43f8-b030-970050884422" -d '{"events": [{"server_uuid": "69da52ca-f146-4e30-9662-b8d46116d9a9", "name": "network-vif-deleted", "tag": "f7863ae1-2ecf-4c8a-b081-64e36b43ae6c"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:27.870507 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d366030-41d1-4ca7-83c2-96abf2af4953 x-openstack-request-id: req-6d366030-41d1-4ca7-83c2-96abf2af4953 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:27.870807 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69da52ca-f146-4e30-9662-b8d46116d9a9", "name": "network-vif-deleted", "tag": "f7863ae1-2ecf-4c8a-b081-64e36b43ae6c", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:27.871066 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d366030-41d1-4ca7-83c2-96abf2af4953 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:27.871466 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69da52ca-f146-4e30-9662-b8d46116d9a9', 'name': 'network-vif-deleted', 'tag': 'f7863ae1-2ecf-4c8a-b081-64e36b43ae6c', 'status': 'completed', 'code': 200} Nov 11 16:14:28.115575 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3976950e-2938-4106-bd04-04ab1b866bd8 req-0cf42149-64a2-4a09-b13f-1d1cf8268486 tempest-VolumesNegativeTest-1286919640 tempest-VolumesNegativeTest-1286919640-project] 10.222.0.45 "GET /v2.0/ports?device_id=69da52ca-f146-4e30-9662-b8d46116d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0247972 Nov 11 16:14:28.381749 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b0687-2491-40e8-8854-07cc93a2036c req-d7dc99c5-bb84-4225-bc2e-22f2657d52c4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:28.383242 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-790b0687-2491-40e8-8854-07cc93a2036c req-d7dc99c5-bb84-4225-bc2e-22f2657d52c4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0491569 Nov 11 16:14:28.478225 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Deleting port 58f68f71-d290-4192-9b42-887ba5fcae12 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:14:28.478816 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:28.565116 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] For port 58f68f71-d290-4192-9b42-887ba5fcae12, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58f68f71-d290-4192-9b42-887ba5fcae12,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:28.565480 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:28.888336 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b521383-c7f1-4357-b13f-f5807c5c4f71 req-678bccca-bce7-460d-8495-c09391097e7a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:28.889783 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2b521383-c7f1-4357-b13f-f5807c5c4f71 req-678bccca-bce7-460d-8495-c09391097e7a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 946 time: 0.0503271 Nov 11 16:14:28.941756 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2b521383-c7f1-4357-b13f-f5807c5c4f71 req-e8b76848-c7bf-47ee-bf8e-7b1783338aa5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Nov 11 16:14:29.012518 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:29.012874 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:29.013216 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.l3_db [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Floating IP 74b5f6b5-2866-4ac8-8642-bfa72d777d97 disassociated. External IP: 172.27.3.254, port: 58f68f71-d290-4192-9b42-887ba5fcae12. Nov 11 16:14:29.013560 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Calling delete_port for 58f68f71-d290-4192-9b42-887ba5fcae12 owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:14:29.137567 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:29.164595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event deleted for resources: {'Port': ['ID=58f68f71-d290-4192-9b42-887ba5fcae12,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:29.288419 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Router 67bcf3fe-3eae-460a-8a37-45a0718576ac has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:14:29.401817 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:14:29.412315 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] Sync routers for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:14:29.424217 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:14:29.424842 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:29.442591 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] No DVR routers for this DVR port 58f68f71-d290-4192-9b42-887ba5fcae12 on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:14:29.445415 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:29.449820 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-790b0687-2491-40e8-8854-07cc93a2036c req-c40f3465-5ff7-4a9f-b9af-bafa157783b8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "DELETE /v2.0/ports/58f68f71-d290-4192-9b42-887ba5fcae12 HTTP/1.1" status: 204 len: 173 time: 1.0596371 Nov 11 16:14:29.549243 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:14:29.761807 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:29.794317 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] Checking router: 67bcf3fe-3eae-460a-8a37-45a0718576ac for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:14:29.802789 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:14:29.803400 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:29.873163 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-deleted', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:29.875517 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0992a7-4d26-4c76-9f50-fae535136c40" -d '{"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-deleted", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:29.922084 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:29.937436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdcac90-6052-49bc-8fbe-466ce8ad9f35 x-openstack-request-id: req-7fdcac90-6052-49bc-8fbe-466ce8ad9f35 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:29.938320 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8e852d-c7e9-44fc-a68c-29a5b2890483", "name": "network-vif-deleted", "tag": "58f68f71-d290-4192-9b42-887ba5fcae12", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:29.938479 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fdcac90-6052-49bc-8fbe-466ce8ad9f35 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:29.939036 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8e852d-c7e9-44fc-a68c-29a5b2890483', 'name': 'network-vif-deleted', 'tag': '58f68f71-d290-4192-9b42-887ba5fcae12', 'status': 'completed', 'code': 200} Nov 11 16:14:29.942531 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:14:30.038094 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-b60ed194-de74-4474-94a9-5e50b0a3a4a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803959 Nov 11 16:14:30.126943 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-726bf4a2-4e94-4f53-a616-16eeb944f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:30.129261 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-726bf4a2-4e94-4f53-a616-16eeb944f878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 1098 time: 0.0600419 Nov 11 16:14:30.275064 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-26cad8e7-e4c1-45ad-bb96-74826440a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:30.276629 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-26cad8e7-e4c1-45ad-bb96-74826440a1dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 911 time: 0.1215229 Nov 11 16:14:30.300444 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:30.328869 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1d64f218-2377-4cce-be56-c0f2a0485537 req-4f8aa178-ce00-49b4-975b-2c904e8b0527 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f8e852d-c7e9-44fc-a68c-29a5b2890483 HTTP/1.1" status: 200 len: 210 time: 0.2315676 Nov 11 16:14:30.341953 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea05edb-5157-40dd-a3cd-172687f9116a None None] The sync data for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi is: [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:14:30.398708 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-9ce68e89-0e49-46e6-b6b8-62c975650deb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 200 len: 1000 time: 0.1078546 Nov 11 16:14:30.456610 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184da69-dea5-4a7a-81fb-92428bde259e req-f7cd3ff3-f443-4399-9aed-d7399c026dc6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:30.474868 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c184da69-dea5-4a7a-81fb-92428bde259e req-f7cd3ff3-f443-4399-9aed-d7399c026dc6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0818949 Nov 11 16:14:30.479018 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-61e7ea56-7843-4869-b794-f9e554def1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:30.481085 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-61e7ea56-7843-4869-b794-f9e554def1a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.0744293 Nov 11 16:14:30.539008 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c184da69-dea5-4a7a-81fb-92428bde259e req-1dcdc96d-2b97-4049-a1a1-630c002652b3 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626459 Nov 11 16:14:30.544767 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-875b40ee-5f1c-4ee1-88a4-0a81757c34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:30.549112 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-875b40ee-5f1c-4ee1-88a4-0a81757c34a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529327 Nov 11 16:14:30.670037 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-a5500008-a0d2-43a1-8170-f936631038eb service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084540 Nov 11 16:14:30.699861 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c05b0-89c2-49cc-92e5-f35149fdd337 None None] New status for floating IP 74b5f6b5-2866-4ac8-8642-bfa72d777d97: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:14:30.782560 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-520752c9-53b9-4e21-8c08-d075d2a32f71 req-b64be9da-af17-4f34-a6df-a55f97a3e40f service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043100 Nov 11 16:14:31.175217 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:14:31.202221 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 58f68f71-d290-4192-9b42-887ba5fcae12 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:14:31.202547 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58f68f71-d290-4192-9b42-887ba5fcae12 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:14:31.202974 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f7863ae1-2ecf-4c8a-b081-64e36b43ae6c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:14:31.222960 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: f7863ae1-2ecf-4c8a-b081-64e36b43ae6c {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:14:31.223303 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f7863ae1-2ecf-4c8a-b081-64e36b43ae6c not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:14:31.431576 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59858) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:31.498168 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3f8c37a4-d24b-4909-bab1-c5a5896af575 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:31.530866 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3f8c37a4-d24b-4909-bab1-c5a5896af575 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:31.596325 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3f8c37a4-d24b-4909-bab1-c5a5896af575 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:31.599436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3f8c37a4-d24b-4909-bab1-c5a5896af575 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:31.603797 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59868) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:31.604651 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-3f8c37a4-d24b-4909-bab1-c5a5896af575 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "DELETE /v2.0/security-groups/987102d6-8fa1-4b8f-ab83-3b1d0a14ad21 HTTP/1.1" status: 204 len: 168 time: 0.1701479 Nov 11 16:14:31.614552 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c37a4-d24b-4909-bab1-c5a5896af575 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987102d6-8fa1-4b8f-ab83-3b1d0a14ad21,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:31.629356 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.api.v2.resource [None req-1756c29d-beb2-4df4-8be4-199702fc36e1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] show failed (client error): The resource could not be found. Nov 11 16:14:31.630364 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1756c29d-beb2-4df4-8be4-199702fc36e1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups/987102d6-8fa1-4b8f-ab83-3b1d0a14ad21 HTTP/1.1" status: 404 len: 347 time: 0.0250390 Nov 11 16:14:31.633398 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59870) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:31.712713 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad99f4-e622-4235-acc3-15abfc33134d req-bc516518-c5bf-42b7-a0ba-8753e3f96034 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:31.714894 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0aad99f4-e622-4235-acc3-15abfc33134d req-bc516518-c5bf-42b7-a0ba-8753e3f96034 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0871000 Nov 11 16:14:31.771534 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Deleting port 788f4ab6-ae56-44cf-a67a-72d1401be33e {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:14:31.771883 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:31.774307 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0aad99f4-e622-4235-acc3-15abfc33134d req-b35af81e-d76d-4a73-a95c-6598d72a25bb tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516920 Nov 11 16:14:31.870826 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:31.871175 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:31.888501 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Calling delete_port for 788f4ab6-ae56-44cf-a67a-72d1401be33e owned by network:floatingip {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:14:32.044111 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.068114 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event deleted for resources: {'Port': ['ID=788f4ab6-ae56-44cf-a67a-72d1401be33e,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:32.138372 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.140918 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.142205 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-59cede99-47f2-4089-ac26-3ce3a336744e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "DELETE /v2.0/floatingips/74b5f6b5-2866-4ac8-8642-bfa72d777d97 HTTP/1.1" status: 204 len: 168 time: 0.5075381 Nov 11 16:14:32.367838 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59910) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:32.372396 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-b0a8ef62-1731-4572-9b2c-295f0743b8cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70975745', 'description': 'tempest-description--812465550'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:32.395258 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ef62-1731-4572-9b2c-295f0743b8cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.462687 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ef62-1731-4572-9b2c-295f0743b8cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.467939 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ef62-1731-4572-9b2c-295f0743b8cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.497225 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ef62-1731-4572-9b2c-295f0743b8cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a431e1ff-4126-4312-865b-8c3e7c075b4f,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:32.501903 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ef62-1731-4572-9b2c-295f0743b8cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.503193 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b0a8ef62-1731-4572-9b2c-295f0743b8cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1343396 Nov 11 16:14:32.506043 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59912) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:32.510255 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-b536316b-763e-4dc9-9a37-adfe3b26a0f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'security_group_rule': {'security_group_id': 'a431e1ff-4126-4312-865b-8c3e7c075b4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:32.537104 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b536316b-763e-4dc9-9a37-adfe3b26a0f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.590550 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b536316b-763e-4dc9-9a37-adfe3b26a0f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.594351 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b536316b-763e-4dc9-9a37-adfe3b26a0f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.611392 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536316b-763e-4dc9-9a37-adfe3b26a0f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d48c1f5-9924-46f2-9541-489781728e88,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:32.618918 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b536316b-763e-4dc9-9a37-adfe3b26a0f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.620179 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b536316b-763e-4dc9-9a37-adfe3b26a0f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131372 Nov 11 16:14:32.622721 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59914) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:32.626877 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-ced7ee66-4048-4105-adff-1a2e6793d369 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'security_group_rule': {'security_group_id': 'a431e1ff-4126-4312-865b-8c3e7c075b4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:32.652685 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ced7ee66-4048-4105-adff-1a2e6793d369 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.709987 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ced7ee66-4048-4105-adff-1a2e6793d369 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.713527 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ced7ee66-4048-4105-adff-1a2e6793d369 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.730741 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ee66-4048-4105-adff-1a2e6793d369 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8156fcec-cd4d-4592-a710-a8f75a064485,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:32.738524 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ced7ee66-4048-4105-adff-1a2e6793d369 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.739706 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ced7ee66-4048-4105-adff-1a2e6793d369 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160755 Nov 11 16:14:32.742792 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59916) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:32.747134 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:32.770372 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.866620 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:32.896201 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe9ba-42a7-44dd-8f38-f489b07e9b2c req-d4b241a9-9771-4ab5-8f62-af855d706cc8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:32.897773 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2eebe9ba-42a7-44dd-8f38-f489b07e9b2c req-d4b241a9-9771-4ab5-8f62-af855d706cc8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0511394 Nov 11 16:14:32.946516 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2eebe9ba-42a7-44dd-8f38-f489b07e9b2c req-4790a4a2-5182-4527-88c1-14db6dbbae23 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Nov 11 16:14:32.974057 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Allocated IP 172.27.3.176 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/c6b93031-c616-4493-9ab0-d2414a1f99f9) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:33.074466 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.107533 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.141271 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:33.144046 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:33.149992 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:14:33.177456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'Port': ['ID=c6b93031-c616-4493-9ab0-d2414a1f99f9,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:33.278959 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.317115 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.405438 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59926) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:33.478791 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.484034 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.574224 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'Port': ['ID=c6b93031-c616-4493-9ab0-d2414a1f99f9,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:33.593269 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.606903 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-8b2fa625-bee2-4f18-a610-e4b3944cd591 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e1f93afaef342b2bb3a1e9b2022c786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004063 Nov 11 16:14:33.609529 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59932) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:33.618412 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.619506 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-54fef988-2d8d-469d-a3f3-82fab4f90d89 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8757451 Nov 11 16:14:33.662393 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d454-8e80-46a5-ac89-61a04efef328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.684210 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d454-8e80-46a5-ac89-61a04efef328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.735506 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d454-8e80-46a5-ac89-61a04efef328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.738166 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d454-8e80-46a5-ac89-61a04efef328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:33.739344 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-3ec6d454-8e80-46a5-ac89-61a04efef328 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61e841fb-ed1b-415a-82ad-d72727576cdf HTTP/1.1" status: 204 len: 168 time: 0.1288872 Nov 11 16:14:33.749039 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6d454-8e80-46a5-ac89-61a04efef328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e841fb-ed1b-415a-82ad-d72727576cdf,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:33.817125 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-dd07809b-8664-4076-8722-a8fcf1dc4ba5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--70975745&fields=id&tenant_id=818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 267 time: 0.0466137 Nov 11 16:14:33.939071 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-86a723ca-c05b-49a3-ae2a-ec10a6dd9e6d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:33.940517 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-86a723ca-c05b-49a3-ae2a-ec10a6dd9e6d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 817 time: 0.1161311 Nov 11 16:14:33.955829 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-b76dc853-8959-4bf0-8c53-84e7a73aa725 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/quotas/818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 375 time: 0.0096235 Nov 11 16:14:34.008427 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-6fd790c5-4117-4ce6-8e8a-004e9b08c510 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468993 Nov 11 16:14:34.068861 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30388d71-7b7f-4edf-b748-fa05191985ae req-5febafad-36ff-4c8a-97f0-63eaf5997c18 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:34.070630 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-30388d71-7b7f-4edf-b748-fa05191985ae req-5febafad-36ff-4c8a-97f0-63eaf5997c18 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0547917 Nov 11 16:14:34.121839 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-30388d71-7b7f-4edf-b748-fa05191985ae req-0e4303ea-59b0-43d0-b948-11480f691c8b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442719 Nov 11 16:14:34.334116 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-aced868f-234e-4cbd-aa9d-250368ab3374 service neutron] 10.222.0.45 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076367 Nov 11 16:14:34.412429 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 59976) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:34.413216 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed7079-13fc-4ecc-883a-59088adad458 req-701d7be5-3075-4ebf-954a-ebf82df8c6fa tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:34.414918 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-10ed7079-13fc-4ecc-883a-59088adad458 req-701d7be5-3075-4ebf-954a-ebf82df8c6fa tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.1219161 Nov 11 16:14:34.448449 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-c5409f6c-75dd-404d-82b4-d01a7e76ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:34.450097 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-c5409f6c-75dd-404d-82b4-d01a7e76ac34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1137 time: 0.1527519 Nov 11 16:14:34.461116 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-75cc471d-6506-4ca4-b652-8dc84b9612a8 service neutron] 10.222.0.45 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239028 Nov 11 16:14:34.496119 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-10ed7079-13fc-4ecc-883a-59088adad458 req-8ecd6c67-8bf2-40a0-b268-c0448ef0f04f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740294 Nov 11 16:14:34.504814 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1286453019-network', 'tenant_id': 'efbd0b5c401d41d3a7904e0b8a3fd00a'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:34.570107 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Made reservation on behalf of efbd0b5c401d41d3a7904e0b8a3fd00a for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:34.572725 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:34.588342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:34.616489 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-bc220290-c875-4f1f-9192-512c84cd9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:34.618597 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-bc220290-c875-4f1f-9192-512c84cd9fa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 200 len: 915 time: 0.1564732 Nov 11 16:14:34.632840 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-75f7320f-cdca-4ea3-bbf8-dbdd6f19ee06 req-23d52f78-7287-444b-a9e4-90efa058c3d5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 210 time: 0.0303767 Nov 11 16:14:34.712791 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-248555f4-be3f-4f20-9662-6bb6e63219bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 1001 time: 0.0850503 Nov 11 16:14:34.766440 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:34.772581 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:34.802562 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-5efbd6da-b2d9-43b1-bb3c-8e34586eedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:34.804132 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-5efbd6da-b2d9-43b1-bb3c-8e34586eedfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046f58ab-0435-4c5f-9a7e-9983b4561df1 HTTP/1.1" status: 200 len: 853 time: 0.0759697 Nov 11 16:14:34.808312 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:14:34.847556 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01718f8-c479-4cc6-a9dc-1c60c5a30e51,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:34.850439 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:34.850781 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Added segment e02139fe-ee42-49c9-aa8b-26203c27b335 of type vlan for network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e Nov 11 16:14:34.901057 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:34.912471 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-d702708a-5a7b-41d3-b6c2-a4208431813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:34.913995 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-d702708a-5a7b-41d3-b6c2-a4208431813e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603da69b-5a7a-4782-8fb8-ce1470b8abfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0969195 Nov 11 16:14:34.973562 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:34.974515 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:34.975475 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:35.040851 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6247394 Nov 11 16:14:35.043294 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 59992) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:35.051203 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Request body: {'subnet': {'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1286453019-subnet', 'tenant_id': 'efbd0b5c401d41d3a7904e0b8a3fd00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:35.066431 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404bbd7-878b-4622-b2d1-1665031137de admin admin] Pushing event updated for resources: {'Network': ['ID=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:35.079759 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:14:35.081845 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-ab33fda0-2476-44a4-93aa-8a2f5334db5a service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559973 Nov 11 16:14:35.104775 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Made reservation on behalf of efbd0b5c401d41d3a7904e0b8a3fd00a for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:35.107434 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13591579'] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:35.188190 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5653499a-98c3-4f57-b4f6-fd3e116099a5 req-2c2dfefa-0abc-46ba-849d-8d5d9ad14135 service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970583 Nov 11 16:14:35.325277 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561584f-31c1-4902-b1ea-f760013be23d req-27ee4a5e-958e-483a-8095-9a875192f112 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:35.327258 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a561584f-31c1-4902-b1ea-f760013be23d req-27ee4a5e-958e-483a-8095-9a875192f112 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.1025028 Nov 11 16:14:35.334213 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12607739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591605'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:35.434406 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a561584f-31c1-4902-b1ea-f760013be23d req-686a441f-60fb-4e54-83d1-4e92732a3fb4 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014974 Nov 11 16:14:35.435953 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fe04d8-1f2d-4e21-8ca2-22be5f680e3d,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:35.443877 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Checking segment: {'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:14:35.444239 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Network hostable DHCP agents. Network: 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:14:35.446926 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.447272 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.447608 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.447964 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.448928 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.449311 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.449644 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.449970 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.450296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.450621 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.450936 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.451253 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:35.469104 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:14:35.477320 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:35.481283 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:35.481900 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:35.486293 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8b61c-dfb3-475b-b603-a0da17def3d9 None None] Network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:14:35.498769 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d3e3faed-dd7e-4e41-afd0-8e26f9001d95 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4536138 Nov 11 16:14:35.597955 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:14:35.622056 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592009fb-fa22-46fe-bfcd-588c973bb90f None None] Network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:14:35.637954 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d657a-2dbb-4c96-b688-f9d8b2b86ff4 req-358c0ac3-960d-4f07-8b78-2cf15ca40030 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:35.639635 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-aa3d657a-2dbb-4c96-b688-f9d8b2b86ff4 req-358c0ac3-960d-4f07-8b78-2cf15ca40030 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0644600 Nov 11 16:14:35.704617 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-aa3d657a-2dbb-4c96-b688-f9d8b2b86ff4 req-39770f45-d803-48f6-999d-f65b8a936df3 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586555 Nov 11 16:14:35.751945 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-944feb2e-22d8-469f-bd88-dbdbf7b39b5e req-b32e40a5-38a5-4012-a45f-73e5103203d4 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Nov 11 16:14:35.914458 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-cb0f75ed-1591-4a90-8f18-a02fa36dd404 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:35.915950 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-cb0f75ed-1591-4a90-8f18-a02fa36dd404 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 817 time: 0.1134317 Nov 11 16:14:35.986424 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-d25a637f-6cf7-4584-ac49-07a7ed06e5cd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 378 time: 0.0590441 Nov 11 16:14:36.004651 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'port': {'device_id': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'admin_state_up': True, 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'security_groups': ['a431e1ff-4126-4312-865b-8c3e7c075b4f']}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:36.120877 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Made reservation on behalf of 818dce4f7655480da5617ad072103e6b for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:36.124381 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:36.244339 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Allocated IP 172.20.0.13 (8ceacb2a-18e4-4b62-913a-6c446c6c59dd/cdcc6c84-0451-4536-b8e5-03148b482c79/2ee20a19-2172-4396-b97e-39df03665086) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:36.556765 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8988b-97c8-4e64-bd1c-266f46c39955 req-a8f3f409-edae-4c81-a7c1-dfa88a2b18b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:36.558254 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5c8988b-97c8-4e64-bd1c-266f46c39955 req-a8f3f409-edae-4c81-a7c1-dfa88a2b18b0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0534112 Nov 11 16:14:36.607463 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d5c8988b-97c8-4e64-bd1c-266f46c39955 req-8a3d30b8-22c1-4050-848d-df5686fcd80a tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 Nov 11 16:14:36.621482 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:36.654759 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:36.696756 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:36.699840 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:36.703520 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:14:36.709775 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:36.760703 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:36.761529 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:36.779532 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-190a29a9-1806-40dc-b092-164c5fd6d420 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792377 Nov 11 16:14:36.798345 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Request body: {'port': {'device_id': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:36.833787 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda052e-2579-46bd-a27d-b836d5efdc6a req-094f2805-ad4e-4298-bfad-566d5131d126 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:36.835643 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8eda052e-2579-46bd-a27d-b836d5efdc6a req-094f2805-ad4e-4298-bfad-566d5131d126 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0578721 Nov 11 16:14:36.859396 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:36.920036 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3266b-d178-4afb-8fa4-afeb2de00562 req-3a58197c-1256-4275-8d6b-31d83742e382 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:36.922500 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c6d3266b-d178-4afb-8fa4-afeb2de00562 req-3a58197c-1256-4275-8d6b-31d83742e382 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 932 time: 0.0850379 Nov 11 16:14:36.944650 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8eda052e-2579-46bd-a27d-b836d5efdc6a req-89eed456-4fec-4739-b3c5-eb06c823a853 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966065 Nov 11 16:14:36.970895 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3c7816bd-9e5f-4f26-9dae-2f10c439289b None None] Provisioning complete for port 2ee20a19-2172-4396-b97e-39df03665086 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:36.971532 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3c7816bd-9e5f-4f26-9dae-2f10c439289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:36.992098 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c6d3266b-d178-4afb-8fa4-afeb2de00562 req-f827bab8-b317-4b7a-a6ec-44ab31333c41 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603580 Nov 11 16:14:37.016376 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3c7816bd-9e5f-4f26-9dae-2f10c439289b None None] Port 2ee20a19-2172-4396-b97e-39df03665086 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:14:37.141935 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee20a19-2172-4396-b97e-39df03665086 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:37.149749 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:37.162036 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Transition to ACTIVE for port object 2ee20a19-2172-4396-b97e-39df03665086 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:14:37.166237 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:37.215845 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:37.290762 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Attempting to bind port 2ee20a19-2172-4396-b97e-39df03665086 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:14:37.291113 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Attempting to bind port 2ee20a19-2172-4396-b97e-39df03665086 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:14:37.291429 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Attempting to bind port 2ee20a19-2172-4396-b97e-39df03665086 on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:37.296852 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Port 2ee20a19-2172-4396-b97e-39df03665086 on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:14:37.297218 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Attempting to bind port 2ee20a19-2172-4396-b97e-39df03665086 on network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:37.302252 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:14:37.302589 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Checking segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:14:37.302970 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Bound using segment: {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:14:37.303397 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Bound port: 2ee20a19-2172-4396-b97e-39df03665086, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b94910-ef0a-46f1-a779-332ff6415951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:14:37.303748 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:37.325165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-e7a25e24-703b-4671-a099-eeabd58c5fea tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:37.326699 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-e7a25e24-703b-4671-a099-eeabd58c5fea tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/networks?id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e HTTP/1.1" status: 200 len: 814 time: 0.1115053 Nov 11 16:14:37.348475 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-492f945d-36d3-4ebc-8284-51974026dc96 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/quotas/efbd0b5c401d41d3a7904e0b8a3fd00a HTTP/1.1" status: 200 len: 375 time: 0.0156560 Nov 11 16:14:37.375634 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:14:37.379103 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:14:37.381438 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b245bb14-7eb5-4f60-910f-3c05f4044f6d tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=efbd0b5c401d41d3a7904e0b8a3fd00a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320511 Nov 11 16:14:37.387133 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:37.423069 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:37.423845 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:37.425349 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] 10.222.0.57 "PUT /v2.0/ports/2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 200 len: 1094 time: 0.6312723 Nov 11 16:14:37.427995 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'tag': '2ee20a19-2172-4396-b97e-39df03665086'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:37.430359 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed" -d '{"events": [{"name": "network-changed", "server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "tag": "2ee20a19-2172-4396-b97e-39df03665086"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:37.463193 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dd368-dcfe-4733-afe9-a48890b85b7d service neutron] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:37.497042 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-f13dd8b9-da19-4c32-a2c3-6c7e3ffdd8a7 service neutron] 10.222.0.45 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077559 Nov 11 16:14:37.515212 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cabf3af-f7a8-4602-b06a-9cbb0494ab23 x-openstack-request-id: req-2cabf3af-f7a8-4602-b06a-9cbb0494ab23 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:37.515508 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "tag": "2ee20a19-2172-4396-b97e-39df03665086", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:37.515763 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cabf3af-f7a8-4602-b06a-9cbb0494ab23 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:37.516163 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'tag': '2ee20a19-2172-4396-b97e-39df03665086', 'status': 'completed', 'code': 200} Nov 11 16:14:37.536052 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-7d9755a5-2bd1-45d1-b21c-3923f04b9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:37.537705 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-7d9755a5-2bd1-45d1-b21c-3923f04b9082 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0495503 Nov 11 16:14:37.586286 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-977281db-fd21-4534-b573-5455303db4c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 200 len: 217 time: 0.0359771 Nov 11 16:14:37.597165 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-37ccf1e5-8eed-40d1-81eb-f548e8e7bc41 service neutron] 10.222.0.45 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943203 Nov 11 16:14:37.646463 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-2220f364-7ec2-4e43-bb8e-9b8602d024dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:37.648098 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-2220f364-7ec2-4e43-bb8e-9b8602d024dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0518312 Nov 11 16:14:37.700869 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-9f547038-0de1-44a7-8e05-02fe2ead18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:37.702646 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-9f547038-0de1-44a7-8e05-02fe2ead18f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461478 Nov 11 16:14:37.737307 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40fd97-f75e-4881-9510-18981e0d91d4 req-b3f8224b-0fcf-4a1e-9103-dd62e493cbdf tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:37.738957 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9c40fd97-f75e-4881-9510-18981e0d91d4 req-b3f8224b-0fcf-4a1e-9103-dd62e493cbdf tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0593412 Nov 11 16:14:37.791565 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-186bab40-63b4-4f30-8d5f-3bb34425f6b5 req-d2e84730-7193-4045-9e88-6dc92557cfcd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 210 time: 0.0300238 Nov 11 16:14:37.820788 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-e380088e-3611-45fe-8216-5e957de2d68c service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106524 Nov 11 16:14:37.828697 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9c40fd97-f75e-4881-9510-18981e0d91d4 req-6d59af51-a079-49d1-bc95-dc0a7f5b9822 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826705 Nov 11 16:14:37.918997 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2909fafa-1a73-4c8f-9b0f-28ec044a2ac9 req-27e3274c-51d8-426f-b321-a760bf1013ae service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904906 Nov 11 16:14:38.035423 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-4591f395-c7c5-4522-a65f-bf9d12eb78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.036988 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-4591f395-c7c5-4522-a65f-bf9d12eb78f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0535631 Nov 11 16:14:38.086645 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ed180-483b-44dc-ad34-2447d7e934d8 req-99cad230-e762-4650-a6c8-ab48ba348148 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.088173 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-378ed180-483b-44dc-ad34-2447d7e934d8 req-99cad230-e762-4650-a6c8-ab48ba348148 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0676713 Nov 11 16:14:38.148762 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-25e6d1b6-6036-4e80-865b-fbba561fad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.150382 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-25e6d1b6-6036-4e80-865b-fbba561fad39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.1044066 Nov 11 16:14:38.164263 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25f1fd-71d3-4fa7-9284-9f863033a5dd req-701a346d-4e4c-4efd-a4ff-b87a94687d9a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.165788 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6c25f1fd-71d3-4fa7-9284-9f863033a5dd req-701a346d-4e4c-4efd-a4ff-b87a94687d9a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0991662 Nov 11 16:14:38.193941 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-378ed180-483b-44dc-ad34-2447d7e934d8 req-43a401a0-73d5-46b0-97a7-57e9f448427a tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870345 Nov 11 16:14:38.195916 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-21640a0b-4ee6-41cd-875e-2359cddd30ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 200 len: 217 time: 0.0365264 Nov 11 16:14:38.236364 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6c25f1fd-71d3-4fa7-9284-9f863033a5dd req-5c5488de-0fe8-497d-a5fe-188606068127 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616889 Nov 11 16:14:38.262688 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-be94e131-c585-4da1-949e-142044a3844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.264147 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-be94e131-c585-4da1-949e-142044a3844b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0553448 Nov 11 16:14:38.324167 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-e412610d-1dfc-4d60-952e-4bfdb64220e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.325720 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-e412610d-1dfc-4d60-952e-4bfdb64220e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434530 Nov 11 16:14:38.419219 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-104d9403-a747-4913-a3a5-9e6e752209b9 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830643 Nov 11 16:14:38.511566 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-4f9e76d8-46e0-4a8d-aad4-471b7deb7eed req-5fb51f02-8cfd-4d12-88f1-400a5d8ddb08 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850930 Nov 11 16:14:38.843581 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-de66d9a6-28e8-4773-bc69-24e5218a4080 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.844393 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-de66d9a6-28e8-4773-bc69-24e5218a4080 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "GET /v2.0/networks?id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e HTTP/1.1" status: 200 len: 814 time: 0.1036804 Nov 11 16:14:38.864647 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Request body: {'port': {'device_id': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e', 'admin_state_up': True, 'tenant_id': 'efbd0b5c401d41d3a7904e0b8a3fd00a'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:38.892318 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-03d2bca6-1ee3-42e5-9329-f719b7aa070c req-c7c1865f-98ca-47b8-8bb4-d3824ef6cf34 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 210 time: 0.0331430 Nov 11 16:14:38.963210 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b870cd-3227-430d-abaa-98b55b20a7b2 req-ba890d02-24d0-4295-a37c-3f0a42ee650b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:38.964711 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-82b870cd-3227-430d-abaa-98b55b20a7b2 req-ba890d02-24d0-4295-a37c-3f0a42ee650b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0526385 Nov 11 16:14:38.983761 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Made reservation on behalf of efbd0b5c401d41d3a7904e0b8a3fd00a for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:38.987538 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:39.018858 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-82b870cd-3227-430d-abaa-98b55b20a7b2 req-2566b0e8-df4e-451e-b0b7-1938e657f0a8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481336 Nov 11 16:14:39.115154 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Allocated IP 172.20.0.12 (07f1ccf1-a6b2-4dc3-9801-aa266e425e6e/39fe04d8-1f2d-4e21-8ca2-22be5f680e3d/f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:39.261383 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:39.300505 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:39.316653 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ff6de-fcdd-4779-820c-6c0659c6f8c1 req-7f3a965c-8277-4e32-9bc3-bb129488a93e tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:39.318193 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a44ff6de-fcdd-4779-820c-6c0659c6f8c1 req-7f3a965c-8277-4e32-9bc3-bb129488a93e tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0540373 Nov 11 16:14:39.345080 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:39.348163 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:39.351808 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:14:39.391031 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f805-f632-4013-8820-9e8a3c76109d req-556fc7d3-4ef3-4fa7-bb9a-4684e8cf31f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:39.392452 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2898f805-f632-4013-8820-9e8a3c76109d req-556fc7d3-4ef3-4fa7-bb9a-4684e8cf31f6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0733867 Nov 11 16:14:39.401361 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Pushing event updated for resources: {'Port': ['ID=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:39.420679 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:39.421249 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:39.425606 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a44ff6de-fcdd-4779-820c-6c0659c6f8c1 req-f8ae7aa1-4a46-44a8-96b3-75183828fa19 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971336 Nov 11 16:14:39.441053 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-c992b632-7da7-481a-ae51-08da13ac84a3 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5810630 Nov 11 16:14:39.456042 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Request body: {'port': {'device_id': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:39.456422 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2898f805-f632-4013-8820-9e8a3c76109d req-941b129f-eb4f-4342-a1a7-75a19cee2c93 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568025 Nov 11 16:14:39.510223 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:39.788521 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:39.796881 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:39.809619 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Transition to ACTIVE for port object f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:14:39.813382 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:39.861306 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Pushing event updated for resources: {'Port': ['ID=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:39.947283 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Attempting to bind port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:14:39.947612 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Attempting to bind port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:14:39.947972 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Attempting to bind port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f on network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:39.952496 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f on network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:14:39.952794 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Attempting to bind port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f on network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:39.958113 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:14:39.958441 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Checking segment: {'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:14:39.958823 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Bound using segment: {'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:14:39.959244 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Bound port: f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:14:39.959595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:40.024022 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] For port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:14:40.027871 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] For port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:14:40.031861 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:40.047314 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7891a-e63f-428b-9c69-2448ffba80c0 req-5b1c616e-8163-46ef-ad59-9799890be68d tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.048811 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-07a7891a-e63f-428b-9c69-2448ffba80c0 req-5b1c616e-8163-46ef-ad59-9799890be68d tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 944 time: 0.0818689 Nov 11 16:14:40.062081 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae09d8-bb39-478c-8c14-e019d0ee5c8a req-2fa8539e-cd3b-4211-8708-61a10b7de769 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.064111 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-64ae09d8-bb39-478c-8c14-e019d0ee5c8a req-2fa8539e-cd3b-4211-8708-61a10b7de769 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0682986 Nov 11 16:14:40.067232 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.067907 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:40.069310 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] 10.222.0.57 "PUT /v2.0/ports/f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f HTTP/1.1" status: 200 len: 1094 time: 0.6195171 Nov 11 16:14:40.069754 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'tag': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:40.072036 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961594d0-9907-4ce0-a512-4406cb354c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "518f3086-d6a4-4e1d-8923-2062cdd86998", "tag": "f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:40.098226 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d87b2-17be-47ee-8f3b-a79721e0f869 service neutron] Pushing event updated for resources: {'Port': ['ID=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:40.140715 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-07a7891a-e63f-428b-9c69-2448ffba80c0 req-7e0ce5b4-2ea3-41c1-a0ba-d057c3106f71 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753977 Nov 11 16:14:40.153721 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-58f76ddd-95ca-4afd-a678-b7bd8118732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.155087 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-64ae09d8-bb39-478c-8c14-e019d0ee5c8a req-05fe7f8b-9321-4152-a757-6b475401725c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836835 Nov 11 16:14:40.158823 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-58f76ddd-95ca-4afd-a678-b7bd8118732c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=efbd0b5c401d41d3a7904e0b8a3fd00a&device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 1097 time: 0.0456035 Nov 11 16:14:40.209178 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-fc302881-b673-4ba9-b145-faa24f3bd9a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f HTTP/1.1" status: 200 len: 217 time: 0.0375688 Nov 11 16:14:40.250718 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b708cb-7156-4953-b1ab-156edba35972 req-edb3fb8a-424c-4018-9e6c-407aac3d108f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.252343 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f4b708cb-7156-4953-b1ab-156edba35972 req-edb3fb8a-424c-4018-9e6c-407aac3d108f tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0514231 Nov 11 16:14:40.270942 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-108ad48f-f004-4948-a05d-655961b89195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.272523 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-108ad48f-f004-4948-a05d-655961b89195 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fe04d8-1f2d-4e21-8ca2-22be5f680e3d HTTP/1.1" status: 200 len: 854 time: 0.0551922 Nov 11 16:14:40.306687 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-f401e4a3-7ad6-4198-a0c5-526f337bfdd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257788 Nov 11 16:14:40.311388 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f4b708cb-7156-4953-b1ab-156edba35972 req-be881373-faf7-4333-a602-6b053bf00f8c tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531352 Nov 11 16:14:40.316318 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891bba34-c19a-4899-82db-b355e864776e x-openstack-request-id: req-891bba34-c19a-4899-82db-b355e864776e {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:40.316648 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518f3086-d6a4-4e1d-8923-2062cdd86998", "tag": "f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:40.316859 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-891bba34-c19a-4899-82db-b355e864776e {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:40.317315 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'tag': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f', 'status': 'completed', 'code': 200} Nov 11 16:14:40.405549 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-cbc588f7-6361-49fb-b408-254325054ced service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Nov 11 16:14:40.500499 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-567ff3c6-f911-4aba-994c-7e6fcf7b949b req-db75d338-d05e-4512-9ec2-d3bef8b1eac5 service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858707 Nov 11 16:14:40.558289 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-9385437c-bf25-4fa5-b304-9a373309b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.559788 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-9385437c-bf25-4fa5-b304-9a373309b821 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1099 time: 0.0430310 Nov 11 16:14:40.579985 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70e2f1-fddd-442a-85d1-1128f3fb80d5 req-3527f3a5-e4de-4fe5-ba35-2fbcc7250ac5 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.581448 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6e70e2f1-fddd-442a-85d1-1128f3fb80d5 req-3527f3a5-e4de-4fe5-ba35-2fbcc7250ac5 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0793874 Nov 11 16:14:40.657108 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ab231-22cb-41c0-8553-e435e514ee04 req-7d2b2e86-a6ea-4af4-a7dc-29153ff75b13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.658561 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-388ab231-22cb-41c0-8553-e435e514ee04 req-7d2b2e86-a6ea-4af4-a7dc-29153ff75b13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.1150665 Nov 11 16:14:40.659136 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-16478a29-3064-43a7-8d82-55749f77cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.660961 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-16478a29-3064-43a7-8d82-55749f77cc5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 910 time: 0.0893447 Nov 11 16:14:40.693069 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961594d0-9907-4ce0-a512-4406cb354c0b req-0c8b8c74-0ddb-47a0-a1a9-cbf009d7ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.694527 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-961594d0-9907-4ce0-a512-4406cb354c0b req-0c8b8c74-0ddb-47a0-a1a9-cbf009d7ef92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=efbd0b5c401d41d3a7904e0b8a3fd00a&device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 1097 time: 0.1231067 Nov 11 16:14:40.729920 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6e70e2f1-fddd-442a-85d1-1128f3fb80d5 req-ef85674a-aaa5-496d-99ed-475279c7a228 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372380 Nov 11 16:14:40.730810 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-841f0952-4a2d-451e-848f-2fa2dc0abafc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 1002 time: 0.0598741 Nov 11 16:14:40.785412 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-05170fac-922d-45e4-b9d1-44593ba6bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.786861 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-05170fac-922d-45e4-b9d1-44593ba6bd4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 200 len: 848 time: 0.0482831 Nov 11 16:14:40.789128 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-388ab231-22cb-41c0-8553-e435e514ee04 req-629a1961-6d92-49e8-ae3d-b8304d9bf5b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188779 Nov 11 16:14:40.815940 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961594d0-9907-4ce0-a512-4406cb354c0b req-9d28c38f-f7ef-4853-97be-36513cda5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.817449 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-961594d0-9907-4ce0-a512-4406cb354c0b req-9d28c38f-f7ef-4853-97be-36513cda5a94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e HTTP/1.1" status: 200 len: 915 time: 0.1142797 Nov 11 16:14:40.835111 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-e910a13c-36ba-4008-b8c6-8d14c306974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.836618 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-e910a13c-36ba-4008-b8c6-8d14c306974c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9ff2228-33b7-44d7-95dd-37848a0aeb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404556 Nov 11 16:14:40.863087 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-961594d0-9907-4ce0-a512-4406cb354c0b req-46159424-ecda-4b90-9b3f-9ab8eeb8e350 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f HTTP/1.1" status: 200 len: 217 time: 0.0377316 Nov 11 16:14:40.913322 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961594d0-9907-4ce0-a512-4406cb354c0b req-db141b41-8f97-430a-b769-a3e5d1c86209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:40.914752 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-961594d0-9907-4ce0-a512-4406cb354c0b req-db141b41-8f97-430a-b769-a3e5d1c86209 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fe04d8-1f2d-4e21-8ca2-22be5f680e3d HTTP/1.1" status: 200 len: 854 time: 0.0420468 Nov 11 16:14:40.926383 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-db136583-0ce5-4f90-8baa-daba080bc2d4 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814798 Nov 11 16:14:40.947254 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-961594d0-9907-4ce0-a512-4406cb354c0b req-0bc0a99f-8811-49f2-ac89-9bcaa4a4808a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235946 Nov 11 16:14:41.023774 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-756d84e4-b4f0-4b58-926c-84bab598fda6 req-44844e47-2fb7-4a7b-8bf5-c0585b4994c6 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881791 Nov 11 16:14:41.043413 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-961594d0-9907-4ce0-a512-4406cb354c0b req-1f314f7b-ccae-44e6-9e22-4b79f3eca8cb service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870633 Nov 11 16:14:41.133222 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-961594d0-9907-4ce0-a512-4406cb354c0b req-6c238af9-c9eb-4e65-95a3-e8c35dd39eff service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805621 Nov 11 16:14:41.193564 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:14:41.288461 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341d17a-75dd-48a0-bb25-1747e0dbe6cb req-ebc4bf52-5791-4100-9ca8-b7ff7ba7ffec tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:41.289852 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b341d17a-75dd-48a0-bb25-1747e0dbe6cb req-ebc4bf52-5791-4100-9ca8-b7ff7ba7ffec tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 944 time: 0.0792909 Nov 11 16:14:41.290909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:41.298485 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf839079-ea6a-4614-a417-780e69d46a8c req-ef667690-f290-465c-a18a-098f6c4b6ff5 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:41.299869 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bf839079-ea6a-4614-a417-780e69d46a8c req-ef667690-f290-465c-a18a-098f6c4b6ff5 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0798082 Nov 11 16:14:41.303074 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '2ee20a19-2172-4396-b97e-39df03665086', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'port_id': '2ee20a19-2172-4396-b97e-39df03665086', 'mac_address': 'fa:16:3e:1e:76:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:14:41.342206 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:41.356551 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee20a19-2172-4396-b97e-39df03665086 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:41.371259 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b341d17a-75dd-48a0-bb25-1747e0dbe6cb req-e8e05a28-10c5-462f-b6b6-ceebe3b38723 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704255 Nov 11 16:14:41.375719 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bf839079-ea6a-4614-a417-780e69d46a8c req-bfa16b3b-3b7f-46c3-8d27-e75e6d0bb537 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690577 Nov 11 16:14:41.378517 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:41.382835 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:41.434545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:41.473763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce48d7e-612f-4d59-acc8-ff9f133d083a req-a391f128-d7e2-40d6-ad05-e228c2cb3476 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:41.475238 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9ce48d7e-612f-4d59-acc8-ff9f133d083a req-a391f128-d7e2-40d6-ad05-e228c2cb3476 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0483799 Nov 11 16:14:41.523750 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9ce48d7e-612f-4d59-acc8-ff9f133d083a req-6a1472d9-3131-4c68-a2d0-43b1bc169495 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Nov 11 16:14:41.683992 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['2ee20a19-2172-4396-b97e-39df03665086'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:14:41.842751 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24eed8-3e54-4386-920b-26838073f97f req-407ee438-8ecc-4c0b-acc3-0ccbee4b8abe tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:41.844218 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a24eed8-3e54-4386-920b-26838073f97f req-407ee438-8ecc-4c0b-acc3-0ccbee4b8abe tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0481801 Nov 11 16:14:41.935579 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0a24eed8-3e54-4386-920b-26838073f97f req-d7ffe40b-8e1c-48e7-987e-02735e28f40a tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848424 Nov 11 16:14:41.943520 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d940880-a1f8-4e08-b3a3-a3c05780aad0 req-57742a90-719f-463d-b1e9-f2a9db470d8a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:41.944922 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9d940880-a1f8-4e08-b3a3-a3c05780aad0 req-57742a90-719f-463d-b1e9-f2a9db470d8a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 945 time: 0.0787432 Nov 11 16:14:41.996237 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9d940880-a1f8-4e08-b3a3-a3c05780aad0 req-fb6ac9e7-d8ae-496f-b6f2-f671e32f3a1e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433664 Nov 11 16:14:42.227902 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-6b3c3d65-04ee-4af5-82d9-34ccf6c92cf4 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:42.229240 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-6b3c3d65-04ee-4af5-82d9-34ccf6c92cf4 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.0469475 Nov 11 16:14:42.323320 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Deleting port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:14:42.323657 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:42.413342 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] For port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:42.413964 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:42.859016 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e318fa9-376f-45ad-b6f2-6419c5899cc6 req-a50670a8-2451-443c-9029-0fccfa0813cd tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:42.860484 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9e318fa9-376f-45ad-b6f2-6419c5899cc6 req-a50670a8-2451-443c-9029-0fccfa0813cd tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 945 time: 0.3696258 Nov 11 16:14:42.872464 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa9f91-8730-46bb-aa66-cc12710fd1a4 req-56cf2f02-7192-434c-9479-5984d03f7745 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:42.873945 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-87fa9f91-8730-46bb-aa66-cc12710fd1a4 req-56cf2f02-7192-434c-9479-5984d03f7745 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 944 time: 0.4256065 Nov 11 16:14:42.997658 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:42.998017 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:42.998336 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Floating IP a2f1090f-40cb-47e4-9432-d834131cf9cb disassociated. External IP: 172.27.3.83, port: b5422bbe-ad0d-43b8-a9bc-b0104265d3fd. Nov 11 16:14:42.998678 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Calling delete_port for b5422bbe-ad0d-43b8-a9bc-b0104265d3fd owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:14:43.005580 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9e318fa9-376f-45ad-b6f2-6419c5899cc6 req-0aea1cac-a54e-4a73-bebe-4b198b865078 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=437221f5-2fa5-42c3-815b-870d39287f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307328 Nov 11 16:14:43.008732 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-87fa9f91-8730-46bb-aa66-cc12710fd1a4 req-503faf9d-145c-4260-b4ad-99c11935613a tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264710 Nov 11 16:14:43.175659 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3d1b2-28da-4589-be3b-67fbf037b82e req-779a8f47-3a1d-425c-86ed-9bf5ffbac605 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:43.177178 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cbd3d1b2-28da-4589-be3b-67fbf037b82e req-779a8f47-3a1d-425c-86ed-9bf5ffbac605 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0993648 Nov 11 16:14:43.200817 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:14:43.202860 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:14:43.208223 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3ad46-5fe8-4a93-9d5e-7e1eb20cd8cb req-36d864fb-d8d3-4cd8-a3ed-7ffc80be3197 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:43.209715 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e0c3ad46-5fe8-4a93-9d5e-7e1eb20cd8cb req-36d864fb-d8d3-4cd8-a3ed-7ffc80be3197 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.1214056 Nov 11 16:14:43.288336 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:43.313357 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 2ee20a19-2172-4396-b97e-39df03665086 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:14:43.321123 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 2ee20a19-2172-4396-b97e-39df03665086 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:43.321495 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:43.339852 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event deleted for resources: {'Port': ['ID=b5422bbe-ad0d-43b8-a9bc-b0104265d3fd,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:43.348711 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cbd3d1b2-28da-4589-be3b-67fbf037b82e req-707e6636-8268-4d0a-9936-ed185a437e5f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508038 Nov 11 16:14:43.353160 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e0c3ad46-5fe8-4a93-9d5e-7e1eb20cd8cb req-40c4c3c5-4a47-4e54-b796-9010b04d714e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354053 Nov 11 16:14:43.374597 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:43.502265 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Router e365722a-9325-460b-865b-f67335cbd022 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:14:43.511214 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0395884-8550-4ea0-87ed-e4076cd2710d req-5f11b8a5-4dbd-4395-a67d-fa859218b330 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:43.512751 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c0395884-8550-4ea0-87ed-e4076cd2710d req-5f11b8a5-4dbd-4395-a67d-fa859218b330 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 945 time: 0.0717471 Nov 11 16:14:43.527424 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f', 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e', 'port_id': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f', 'mac_address': 'fa:16:3e:3f:05:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fe04d8-1f2d-4e21-8ca2-22be5f680e3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:14:43.597257 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:43.615072 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c0395884-8550-4ea0-87ed-e4076cd2710d req-d0b56904-aac3-4988-bcf7-f41df612c8a9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945141 Nov 11 16:14:43.620010 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:43.626966 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:43.649352 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:43.657279 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:43.664664 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:43.667492 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af93c1e-52b5-4320-8067-c065a97652d1" -d '{"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-plugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:43.667769 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:14:43.700213 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] Sync routers for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:14:43.707878 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:43.709525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] No DVR routers for this DVR port b5422bbe-ad0d-43b8-a9bc-b0104265d3fd on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:14:43.714905 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:43.720931 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7b564e2c-16b8-4036-b82e-9089edddd581 req-e23acefe-05d3-4f73-b724-4ef689ca665a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "DELETE /v2.0/ports/b5422bbe-ad0d-43b8-a9bc-b0104265d3fd HTTP/1.1" status: 204 len: 173 time: 1.4840891 Nov 11 16:14:43.721608 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'name': 'network-vif-deleted', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:43.721941 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:43.724053 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4523cf9-6670-4381-9d10-7263d3ca0fed" -d '{"events": [{"server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "name": "network-vif-deleted", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:43.727949 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1ae194-cb2d-45b0-9b9e-5636772b2721 x-openstack-request-id: req-3b1ae194-cb2d-45b0-9b9e-5636772b2721 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:43.728258 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-plugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:43.728516 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b1ae194-cb2d-45b0-9b9e-5636772b2721 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:43.728910 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086', 'code': 200} Nov 11 16:14:43.733009 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:14:43.733656 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:43.778884 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:43.798655 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bee6f22-e5d5-4014-9202-f19a1660d043 x-openstack-request-id: req-2bee6f22-e5d5-4014-9202-f19a1660d043 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:43.798931 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5bfde9-fd3e-4a55-84a7-07f87a6917b3", "name": "network-vif-deleted", "tag": "b5422bbe-ad0d-43b8-a9bc-b0104265d3fd", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:43.799191 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bee6f22-e5d5-4014-9202-f19a1660d043 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:43.799593 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5bfde9-fd3e-4a55-84a7-07f87a6917b3', 'name': 'network-vif-deleted', 'tag': 'b5422bbe-ad0d-43b8-a9bc-b0104265d3fd', 'status': 'completed', 'code': 200} Nov 11 16:14:43.885418 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:43.907383 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:14:43.986197 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:14:43.990370 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6375faa-8788-4d4c-9b99-3914ae257ba8 req-ee65ae68-aea6-4ae7-ba5a-0d3bc8d4122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:43.992323 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b6375faa-8788-4d4c-9b99-3914ae257ba8 req-ee65ae68-aea6-4ae7-ba5a-0d3bc8d4122c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1099 time: 0.0462005 Nov 11 16:14:44.041940 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b6375faa-8788-4d4c-9b99-3914ae257ba8 req-96e1eb6b-7b9a-4a61-a6a4-03955eb25ed3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406485 Nov 11 16:14:44.136811 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3e5a0db-55ce-41e2-b245-2838ce0aef05 req-a7d89e2c-4257-4cee-98f2-62f66bdc906f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5bfde9-fd3e-4a55-84a7-07f87a6917b3 HTTP/1.1" status: 200 len: 210 time: 0.0427530 Nov 11 16:14:44.157803 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2da4-af49-4109-adfa-d41a0478195a req-4fbed685-81e6-4603-a950-3c01b6d00e44 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:44.158711 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-551f2da4-af49-4109-adfa-d41a0478195a req-4fbed685-81e6-4603-a950-3c01b6d00e44 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 945 time: 0.0755563 Nov 11 16:14:44.204217 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-551f2da4-af49-4109-adfa-d41a0478195a req-c9fad442-5780-49d2-b3d4-3561717c1878 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Nov 11 16:14:44.210451 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:44.249959 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] Checking router: e365722a-9325-460b-865b-f67335cbd022 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:14:44.264629 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:14:44.265256 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:44.368824 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:14:44.522792 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301deca-6ea0-4dbf-9fcc-cbcafabb6813 req-61674d41-b09b-401d-875a-2e49421afaa9 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:44.530609 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0301deca-6ea0-4dbf-9fcc-cbcafabb6813 req-61674d41-b09b-401d-875a-2e49421afaa9 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0808306 Nov 11 16:14:44.548613 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58a23e-37a7-450d-8f78-9df50e3e0890 req-965278e8-f02f-42de-8933-c177f7fb82aa tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:44.550185 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e58a23e-37a7-450d-8f78-9df50e3e0890 req-965278e8-f02f-42de-8933-c177f7fb82aa tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.1120124 Nov 11 16:14:44.590843 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:44.616732 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9327ea-a8c7-415c-a85e-2ca6836e121c None None] The sync data for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi is: [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:14:44.640134 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0301deca-6ea0-4dbf-9fcc-cbcafabb6813 req-157ec247-34c8-4a60-85c2-62c5da37016c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082578 Nov 11 16:14:44.644654 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e58a23e-37a7-450d-8f78-9df50e3e0890 req-3e07b82d-232a-4fa0-a45d-9ffea763946d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857809 Nov 11 16:14:44.756601 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af96b9-121f-4060-96f7-968e73a98225 req-c41804b2-6b47-4171-8274-17b3f938413a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:44.758348 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b3af96b9-121f-4060-96f7-968e73a98225 req-c41804b2-6b47-4171-8274-17b3f938413a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0519533 Nov 11 16:14:44.768465 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [req-2e204ea7-a8e8-4b0b-a9aa-2a75137ca89c req-86128249-3a2a-4b07-8156-31c3d512483b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:14:44.769476 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2e204ea7-a8e8-4b0b-a9aa-2a75137ca89c req-86128249-3a2a-4b07-8156-31c3d512483b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537715 Nov 11 16:14:44.821975 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b3af96b9-121f-4060-96f7-968e73a98225 req-5b577e78-6ed6-473f-a80e-5c0bc3870278 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515792 Nov 11 16:14:44.883241 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbdade9-60a3-4991-a351-3e8b1617a466 None None] New status for floating IP a2f1090f-40cb-47e4-9432-d834131cf9cb: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:14:44.922510 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60134) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:44.942431 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372fef1-afed-4fff-84c7-ee835a117777 req-092cda13-2f04-4305-9bd6-e892cd3ff653 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:44.943928 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0372fef1-afed-4fff-84c7-ee835a117777 req-092cda13-2f04-4305-9bd6-e892cd3ff653 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0540252 Nov 11 16:14:45.000795 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0372fef1-afed-4fff-84c7-ee835a117777 req-0f5945e7-d929-4cbc-8711-c5fb2006d452 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505235 Nov 11 16:14:45.031818 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-e0df1acf-1409-4ffb-aae8-c430b69bcb5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074169 Nov 11 16:14:45.041273 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-a23f6011-e6c1-45ed-8333-c7b0376b85a3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:14:45.042832 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-a23f6011-e6c1-45ed-8333-c7b0376b85a3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056717 Nov 11 16:14:45.208958 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:14:45.223298 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60148) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:45.282333 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:14:45.286765 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:45.287132 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.345994 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77794017-c00e-4d51-820b-e3a778b36ee3 req-44e9b6b0-5601-487c-9a95-35d8544b90e0 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:45.347566 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-77794017-c00e-4d51-820b-e3a778b36ee3 req-44e9b6b0-5601-487c-9a95-35d8544b90e0 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 945 time: 0.0699327 Nov 11 16:14:45.372717 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c6ae-a255-4d7a-a69c-ef1d99a03457 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.375429 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.411462 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:45.412646 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c6ae-a255-4d7a-a69c-ef1d99a03457 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.416508 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.418062 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device b5422bbe-ad0d-43b8-a9bc-b0104265d3fd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:14:45.441802 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: b5422bbe-ad0d-43b8-a9bc-b0104265d3fd {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:14:45.442158 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device b5422bbe-ad0d-43b8-a9bc-b0104265d3fd not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:14:45.442554 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-77794017-c00e-4d51-820b-e3a778b36ee3 req-9c12ecea-1144-4b90-b510-b7f1e020ca99 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816815 Nov 11 16:14:45.442667 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device bd264340-8b83-4de4-a609-9b81ed4a0b98 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:14:45.486085 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c6ae-a255-4d7a-a69c-ef1d99a03457 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.489269 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c6ae-a255-4d7a-a69c-ef1d99a03457 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.490488 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-bfb6c6ae-a255-4d7a-a69c-ef1d99a03457 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "DELETE /v2.0/security-groups/437221f5-2fa5-42c3-815b-870d39287f67 HTTP/1.1" status: 204 len: 168 time: 0.2658625 Nov 11 16:14:45.493538 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60152) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:45.503827 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6c6ae-a255-4d7a-a69c-ef1d99a03457 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437221f5-2fa5-42c3-815b-870d39287f67,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:45.511196 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.api.v2.resource [None req-6ee99171-2e44-4414-8e14-b5800adb3899 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] show failed (client error): The resource could not be found. Nov 11 16:14:45.516234 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6ee99171-2e44-4414-8e14-b5800adb3899 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups/437221f5-2fa5-42c3-815b-870d39287f67 HTTP/1.1" status: 404 len: 347 time: 0.0214999 Nov 11 16:14:45.516513 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60154) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:45.529600 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:45.583727 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.616814 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:45.621956 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.647797 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Deleting port 0aea6847-be70-451a-9269-4ef842ecc35d {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:14:45.648346 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.672109 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:45.729978 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f'}, {'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:45.732334 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fb73c2-e2fb-404a-82ae-8d4ca4a4b4a1" -d '{"events": [{"server_uuid": "518f3086-d6a4-4e1d-8923-2062cdd86998", "name": "network-vif-plugged", "status": "completed", "tag": "f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f"}, {"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-unplugged", "status": "completed", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:45.750303 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.750626 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:45.766239 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Calling delete_port for 0aea6847-be70-451a-9269-4ef842ecc35d owned by network:floatingip {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:14:45.773216 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b81ae1-78e0-44e7-bf7c-dd85852f9f4b x-openstack-request-id: req-58b81ae1-78e0-44e7-bf7c-dd85852f9f4b {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:45.774385 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f3086-d6a4-4e1d-8923-2062cdd86998", "name": "network-vif-plugged", "status": "completed", "tag": "f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f", "code": 200}, {"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-unplugged", "status": "failed", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98", "code": 422}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:45.774669 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58b81ae1-78e0-44e7-bf7c-dd85852f9f4b {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:45.775262 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f', 'code': 200} Nov 11 16:14:45.775423 dv-cinder-774288-11-iscsi neutron-server[101824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'code': 422} returned with failed status Nov 11 16:14:45.794104 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bc21-6122-4fb1-aeb5-85d474d71907 req-975b844b-f3fa-4e5f-b23b-6117553b1c3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:45.795554 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1438bc21-6122-4fb1-aeb5-85d474d71907 req-975b844b-f3fa-4e5f-b23b-6117553b1c3c tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0798113 Nov 11 16:14:45.992697 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1438bc21-6122-4fb1-aeb5-85d474d71907 req-9783c953-a939-496c-8e3a-57f356b44ef5 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1585174 Nov 11 16:14:46.040730 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe0e78-cabc-4b77-9594-3038efe73629 req-e38a8c76-0357-4ab7-8508-07633994d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:46.042821 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4fbe0e78-cabc-4b77-9594-3038efe73629 req-e38a8c76-0357-4ab7-8508-07633994d332 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 1099 time: 0.1288369 Nov 11 16:14:46.052893 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c9d-22fa-4a1f-b37e-635860057a6e req-d989b4a7-e18a-46c5-9741-987b48cbd971 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:46.054448 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8b199c9d-22fa-4a1f-b37e-635860057a6e req-d989b4a7-e18a-46c5-9741-987b48cbd971 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.1473730 Nov 11 16:14:46.141759 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.194542 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4fbe0e78-cabc-4b77-9594-3038efe73629 req-e867b545-9cc5-4da4-9de5-ebec80fb351b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371696 Nov 11 16:14:46.195170 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event deleted for resources: {'Port': ['ID=0aea6847-be70-451a-9269-4ef842ecc35d,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:46.209473 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8b199c9d-22fa-4a1f-b37e-635860057a6e req-847724d1-2562-4968-b59d-e4f37cc334cc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434650 Nov 11 16:14:46.238837 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0dab8-b211-4c36-9dfa-3530ea90c846 req-1962384a-8ed0-45b0-9fcc-936bffb1751b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:46.240340 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fc0dab8-b211-4c36-9dfa-3530ea90c846 req-1962384a-8ed0-45b0-9fcc-936bffb1751b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.1562657 Nov 11 16:14:46.254393 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22b852b9-9c4b-47fe-bf97-3c6a11ffb0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.325870 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.328351 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.332285 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d7d5c467-2130-49fa-b6ae-fbafef70cff8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "DELETE /v2.0/floatingips/a2f1090f-40cb-47e4-9432-d834131cf9cb HTTP/1.1" status: 204 len: 168 time: 0.8118944 Nov 11 16:14:46.349828 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fc0dab8-b211-4c36-9dfa-3530ea90c846 req-d7fcd748-5f5f-458a-9bc5-82397d7b95a8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890102 Nov 11 16:14:46.361752 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee534bd0-272f-4a76-bf19-f25c2f50a36b req-58582ee6-bc64-4cbc-927a-423363d61440 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:46.363350 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ee534bd0-272f-4a76-bf19-f25c2f50a36b req-58582ee6-bc64-4cbc-927a-423363d61440 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0812147 Nov 11 16:14:46.373851 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60168) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:46.378427 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Request body: {'floatingip': {'port_id': '2ee20a19-2172-4396-b97e-39df03665086'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:46.422498 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.567718 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0b4bf-fd01-48bc-8467-d7d5f315643d req-ef922505-fde4-4d9f-b2c5-1f93c82301e2 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:46.569201 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-deb0b4bf-fd01-48bc-8467-d7d5f315643d req-ef922505-fde4-4d9f-b2c5-1f93c82301e2 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 946 time: 0.0523937 Nov 11 16:14:46.622045 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-deb0b4bf-fd01-48bc-8467-d7d5f315643d req-c1096838-2db1-4ce2-9c5a-f3559c890984 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452597 Nov 11 16:14:46.677515 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60174) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:46.682371 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-713caafb-2566-4f2c-ae5b-c628eb62f408 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475479743', 'description': 'tempest-description--995787187'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:46.731371 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-713caafb-2566-4f2c-ae5b-c628eb62f408 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.789741 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-ccf56f57-048c-409b-a058-9e487dd8f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:46.791241 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-ccf56f57-048c-409b-a058-9e487dd8f913 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c&tenant_id=2bdfcd0769004c6381e233204dadc18e HTTP/1.1" status: 200 len: 1097 time: 0.0900564 Nov 11 16:14:46.860181 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-713caafb-2566-4f2c-ae5b-c628eb62f408 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.864270 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-713caafb-2566-4f2c-ae5b-c628eb62f408 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.870535 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.875428 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.900276 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-713caafb-2566-4f2c-ae5b-c628eb62f408 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:46.901559 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-713caafb-2566-4f2c-ae5b-c628eb62f408 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2229583 Nov 11 16:14:46.903302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713caafb-2566-4f2c-ae5b-c628eb62f408 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf93b9fb-9772-4e97-9972-abacede64c30,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:46.905621 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60176) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:46.908720 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-cdad6796-3fa6-48bc-b9c9-ded1347fc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:46.910835 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-cdad6796-3fa6-48bc-b9c9-ded1347fc22b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1097 time: 0.0862677 Nov 11 16:14:46.913610 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-d97d7d50-8a4b-44f7-b5ce-63b8ee427040 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'security_group_rule': {'security_group_id': 'cf93b9fb-9772-4e97-9972-abacede64c30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:46.973168 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.l3_db [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Floating IP 64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0 associated. External IP: 172.27.3.176, port: 2ee20a19-2172-4396-b97e-39df03665086. Nov 11 16:14:46.987516 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d50-8a4b-44f7-b5ce-63b8ee427040 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.037878 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-f4edb502-9d64-4912-b610-b0bc3c5974b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:47.039336 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-f4edb502-9d64-4912-b610-b0bc3c5974b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 910 time: 0.1202302 Nov 11 16:14:47.105723 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d50-8a4b-44f7-b5ce-63b8ee427040 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.131658 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d50-8a4b-44f7-b5ce-63b8ee427040 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.167994 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-8b75ddbd-1d83-4c1c-b573-7ec865d86d95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 1000 time: 0.1177599 Nov 11 16:14:47.168910 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7d50-8a4b-44f7-b5ce-63b8ee427040 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caba5a8b-a269-4ce3-a8d9-1dc218aa1962,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:47.176440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d50-8a4b-44f7-b5ce-63b8ee427040 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.177591 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d97d7d50-8a4b-44f7-b5ce-63b8ee427040 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709234 Nov 11 16:14:47.182217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60180) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:47.186525 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-df762e8a-d77b-4964-8004-49f13d9b9069 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'security_group_rule': {'security_group_id': 'cf93b9fb-9772-4e97-9972-abacede64c30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:47.194572 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Router 67bcf3fe-3eae-460a-8a37-45a0718576ac has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:14:47.197411 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69dbbd-d978-4e80-9ffa-6f27699da7f2 req-38c4d7ab-4f74-4d67-9acc-f132f50c0ea6 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:47.198913 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e69dbbd-d978-4e80-9ffa-6f27699da7f2 req-38c4d7ab-4f74-4d67-9acc-f132f50c0ea6 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.1082644 Nov 11 16:14:47.257215 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-df762e8a-d77b-4964-8004-49f13d9b9069 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.260644 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-23277993-5634-4438-b0d2-fe09a617dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:47.262109 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-23277993-5634-4438-b0d2-fe09a617dc1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 200 len: 848 time: 0.0801337 Nov 11 16:14:47.316409 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8e69dbbd-d978-4e80-9ffa-6f27699da7f2 req-0c31b40b-06ff-42fe-9590-dca116b98484 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=072aafb5-8143-4fe8-b030-05cbc837e659&id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982044 Nov 11 16:14:47.327028 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-d0396b02-276f-4fd0-995d-22103aadce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:47.328524 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-d0396b02-276f-4fd0-995d-22103aadce18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9ff2228-33b7-44d7-95dd-37848a0aeb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552168 Nov 11 16:14:47.352197 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-df762e8a-d77b-4964-8004-49f13d9b9069 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.355314 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:14:47.360466 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.366397 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] Sync routers for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:14:47.377933 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:14:47.378666 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:47.382683 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-df762e8a-d77b-4964-8004-49f13d9b9069 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.426569 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-df762e8a-d77b-4964-8004-49f13d9b9069 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.430667 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-df762e8a-d77b-4964-8004-49f13d9b9069 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2445862 Nov 11 16:14:47.434367 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60186) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:14:47.441655 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:47.447230 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df762e8a-d77b-4964-8004-49f13d9b9069 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df88a3c-8f77-4ef3-ada6-38dea551a827,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:47.476536 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2df97711-b71a-436d-a66d-bc6ba0d1c926 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "PUT /v2.0/floatingips/64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0 HTTP/1.1" status: 200 len: 992 time: 1.1015399 Nov 11 16:14:47.482050 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-3fbef074-f539-4e2d-9a02-782a420ca72d service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291981 Nov 11 16:14:47.482563 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'tag': '2ee20a19-2172-4396-b97e-39df03665086'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:47.485227 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479bef1b-4af7-4d81-8679-5608745da83c" -d '{"events": [{"name": "network-changed", "server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "tag": "2ee20a19-2172-4396-b97e-39df03665086"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:47.517924 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.574194 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365ea37-b4af-4151-8b8e-fb66d0ec853a req-020c26b0-d862-4ad6-9924-11f5b795d967 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:47.576429 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2365ea37-b4af-4151-8b8e-fb66d0ec853a req-020c26b0-d862-4ad6-9924-11f5b795d967 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.1392455 Nov 11 16:14:47.612009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a56cd3-0553-4a07-9292-2af0a5c04edc x-openstack-request-id: req-58a56cd3-0553-4a07-9292-2af0a5c04edc {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:47.612344 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "tag": "2ee20a19-2172-4396-b97e-39df03665086", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:47.612961 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58a56cd3-0553-4a07-9292-2af0a5c04edc {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:47.613426 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'tag': '2ee20a19-2172-4396-b97e-39df03665086', 'status': 'completed', 'code': 200} Nov 11 16:14:47.663129 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:14:47.686825 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2365ea37-b4af-4151-8b8e-fb66d0ec853a req-07c169da-cf9f-4f6a-9e47-d9bbc19d5e21 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881417 Nov 11 16:14:47.690557 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e255c034-538c-485e-867f-95b6cf84f6d3 req-34723786-c1a2-4e0e-9cb0-90c4edb03eb6 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987505 Nov 11 16:14:47.715799 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:47.770059 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fac80-c113-437c-9119-b15b95533799 req-2b9c5567-7846-4284-942b-c5279002ddc6 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:47.772767 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-435fac80-c113-437c-9119-b15b95533799 req-2b9c5567-7846-4284-942b-c5279002ddc6 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 946 time: 0.0641072 Nov 11 16:14:47.843480 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-435fac80-c113-437c-9119-b15b95533799 req-b0710e69-a266-4599-a0dc-92a1d1244752 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568666 Nov 11 16:14:47.974845 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'port_id': '2ee20a19-2172-4396-b97e-39df03665086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'mac_address': 'fa:16:3e:1e:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:14:33Z', 'updated_at': '2021-11-11T16:14:46Z', 'revision_number': 1, 'project_id': '818dce4f7655480da5617ad072103e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:48.020129 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] Checking router: 67bcf3fe-3eae-460a-8a37-45a0718576ac for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:14:48.030711 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:14:48.031357 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:48.046621 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bef1b-4af7-4d81-8679-5608745da83c req-8a53a24f-1b0c-46cb-98ac-2d6db3f35eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:48.048107 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-479bef1b-4af7-4d81-8679-5608745da83c req-8a53a24f-1b0c-46cb-98ac-2d6db3f35eb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1099 time: 0.3949118 Nov 11 16:14:48.150172 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:14:48.154313 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Allocated IP 172.27.3.82 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/c865debd-3c99-4331-a520-79adfdb88863) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:48.251305 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bef1b-4af7-4d81-8679-5608745da83c req-e26dce7a-dee6-48ee-89ef-50707bdeb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:48.252779 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-479bef1b-4af7-4d81-8679-5608745da83c req-e26dce7a-dee6-48ee-89ef-50707bdeb55d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.1592453 Nov 11 16:14:48.345198 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:48.355127 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-479bef1b-4af7-4d81-8679-5608745da83c req-5e1a661d-42cf-4faf-a47e-6f756d2864e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 200 len: 1000 time: 0.0925889 Nov 11 16:14:48.407302 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-262496da-33cc-4440-8417-170b22901e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:48.422893 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bef1b-4af7-4d81-8679-5608745da83c req-abd75853-5c0f-45cb-93de-170302578b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:48.424565 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-479bef1b-4af7-4d81-8679-5608745da83c req-abd75853-5c0f-45cb-93de-170302578b4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0595224 Nov 11 16:14:48.426077 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:48.437511 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'port_id': '2ee20a19-2172-4396-b97e-39df03665086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'mac_address': 'fa:16:3e:1e:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:14:33Z', 'updated_at': '2021-11-11T16:14:46Z', 'revision_number': 1, 'project_id': '818dce4f7655480da5617ad072103e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:48.469347 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927bc92-2b0e-4764-98ee-577014c19a38 None None] The sync data for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi is: [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'port_id': '2ee20a19-2172-4396-b97e-39df03665086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'mac_address': 'fa:16:3e:1e:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:14:33Z', 'updated_at': '2021-11-11T16:14:46Z', 'revision_number': 1, 'project_id': '818dce4f7655480da5617ad072103e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:14:48.499316 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:48.507340 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:48.513539 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:14:48.517421 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'Port': ['ID=c865debd-3c99-4331-a520-79adfdb88863,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:48.556587 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bef1b-4af7-4d81-8679-5608745da83c req-a776a6a7-ddf4-4d9e-ba7f-b5ee9184e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:48.559134 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-479bef1b-4af7-4d81-8679-5608745da83c req-a776a6a7-ddf4-4d9e-ba7f-b5ee9184e5c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1045821 Nov 11 16:14:48.676689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:48.727104 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-479bef1b-4af7-4d81-8679-5608745da83c req-0c607fbd-dacd-4e19-9a03-0331607b4f94 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591251 Nov 11 16:14:48.737204 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f750453-d21b-40ee-ae30-d41845db456c None None] New status for floating IP 64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0: ACTIVE {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:14:48.743528 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:48.814271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de1e6-6e1a-4a8a-94f9-4633360ff025 req-2391b0f1-6b84-46a4-997d-7e61272b1060 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:48.821358 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-646de1e6-6e1a-4a8a-94f9-4633360ff025 req-2391b0f1-6b84-46a4-997d-7e61272b1060 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0581293 Nov 11 16:14:48.877360 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-646de1e6-6e1a-4a8a-94f9-4633360ff025 req-a9e7fa77-09fa-4c0f-b5b4-7f0afd6691db tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550239 Nov 11 16:14:48.911146 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-479bef1b-4af7-4d81-8679-5608745da83c req-4bb814f2-647f-481d-85f2-8e284bc2eeed service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757414 Nov 11 16:14:48.981924 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:48.986322 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:49.052245 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'Port': ['ID=c865debd-3c99-4331-a520-79adfdb88863,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:49.065631 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:49.080794 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:49.082069 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f7890179-c8ad-44e7-a81d-11e8ea581a78 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6455519 Nov 11 16:14:49.227381 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-ce922218-4037-48bd-909d-b034e1403543 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--475479743&fields=id&tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd HTTP/1.1" status: 200 len: 267 time: 0.0428483 Nov 11 16:14:49.337169 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-cba7fabc-cfe2-43b4-8da2-4f3be28d48a3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:49.339449 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-cba7fabc-cfe2-43b4-8da2-4f3be28d48a3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 810 time: 0.1046181 Nov 11 16:14:49.354417 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-d1b9ef24-d16e-4077-8af2-c690ebece7ff tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/quotas/4e61d09d7f264cf2a8cd14d8f5efc7bd HTTP/1.1" status: 200 len: 375 time: 0.0093260 Nov 11 16:14:49.408807 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a48d8a19-4a47-41ff-862b-f538c9d656dc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489173 Nov 11 16:14:49.445152 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:49.507640 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-3699175b-e2c7-420d-8c67-851ec290e90a service neutron] 10.222.0.45 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874059 Nov 11 16:14:49.595246 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-b0bcd236-6e64-42d7-82f2-2819285b4e1a service neutron] 10.222.0.45 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808733 Nov 11 16:14:49.755287 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7815d868-7390-464a-9ed0-071a4e73c44d req-b7b609d7-a79b-4b3d-8fed-37721c04de80 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 210 time: 0.0293684 Nov 11 16:14:49.994613 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97787277-4bba-4afd-bd69-a7f6e365e3e7 req-b4d0820d-7b1c-4cbe-99ba-c7694b7b3a5e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:49.996702 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-97787277-4bba-4afd-bd69-a7f6e365e3e7 req-b4d0820d-7b1c-4cbe-99ba-c7694b7b3a5e tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0534365 Nov 11 16:14:50.048408 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-97787277-4bba-4afd-bd69-a7f6e365e3e7 req-4c7edb71-5779-4008-8ad1-7359207696eb tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455012 Nov 11 16:14:50.816079 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-f0dcb6dc-d6cc-43c8-895f-92b1339ff938 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:50.817620 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-f0dcb6dc-d6cc-43c8-895f-92b1339ff938 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 810 time: 0.1223674 Nov 11 16:14:50.867792 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-715bbc29-7018-4162-a5b7-aaad32b0ec77 req-6258f75c-c26e-4e99-9640-b51882adc873 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 210 time: 0.0330272 Nov 11 16:14:50.874822 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:50.904363 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-3d380fe1-ed54-4d24-85f9-16cab6ab9a0b tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd HTTP/1.1" status: 200 len: 379 time: 0.0683594 Nov 11 16:14:50.927816 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'port': {'device_id': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'admin_state_up': True, 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'security_groups': ['cf93b9fb-9772-4e97-9972-abacede64c30']}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:51.039371 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Made reservation on behalf of 4e61d09d7f264cf2a8cd14d8f5efc7bd for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:51.042822 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.169271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa37c-326a-41ae-af24-a7c204729a75 req-e486869e-972a-405b-98e0-9e7814f44547 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:51.170735 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4a5aa37c-326a-41ae-af24-a7c204729a75 req-e486869e-972a-405b-98e0-9e7814f44547 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0472734 Nov 11 16:14:51.171168 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Allocated IP 172.20.0.3 (2127c70b-cda1-48c3-8a66-45fd4ae0098d/41929c72-ef82-450b-94d4-497d22eb6a30/8aa270ee-86d8-4340-923e-826728445676) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:51.221449 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4a5aa37c-326a-41ae-af24-a7c204729a75 req-62c356f8-93eb-4b72-80cc-484a8406691d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Nov 11 16:14:51.312612 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.346051 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.386143 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:51.392003 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:51.395776 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:14:51.421684 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event updated for resources: {'Port': ['ID=8aa270ee-86d8-4340-923e-826728445676,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:51.460664 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:51.461339 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.481745 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-dd6efaff-c684-440d-9d0c-8f1254b75d99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580845 Nov 11 16:14:51.501295 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Request body: {'port': {'device_id': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:51.557165 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.590836 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-f14cea22-9934-4f9e-9cdb-707b2eb8ee53 None None] Provisioning complete for port 8aa270ee-86d8-4340-923e-826728445676 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:51.591291 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f14cea22-9934-4f9e-9cdb-707b2eb8ee53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.629695 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f14cea22-9934-4f9e-9cdb-707b2eb8ee53 None None] Port 8aa270ee-86d8-4340-923e-826728445676 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:14:51.660745 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.816611 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa270ee-86d8-4340-923e-826728445676 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:51.823891 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.836004 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Transition to ACTIVE for port object 8aa270ee-86d8-4340-923e-826728445676 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:14:51.839878 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:51.890040 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=8aa270ee-86d8-4340-923e-826728445676,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:51.960054 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Attempting to bind port 8aa270ee-86d8-4340-923e-826728445676 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:14:51.960381 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Attempting to bind port 8aa270ee-86d8-4340-923e-826728445676 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:14:51.960708 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Attempting to bind port 8aa270ee-86d8-4340-923e-826728445676 on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:51.965965 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Port 8aa270ee-86d8-4340-923e-826728445676 on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:14:51.966285 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Attempting to bind port 8aa270ee-86d8-4340-923e-826728445676 on network 2127c70b-cda1-48c3-8a66-45fd4ae0098d {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:14:51.971283 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:14:51.971722 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Checking segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:14:51.972172 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Bound using segment: {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:14:51.972618 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Bound port: 8aa270ee-86d8-4340-923e-826728445676, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62cf54e-afac-495f-865f-919c4a0311a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:14:51.972984 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:52.027966 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6a236-4279-4132-acd9-efb851563cbb req-5999c081-13e7-4b23-b4da-9f110662ca8f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.029784 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-65d6a236-4279-4132-acd9-efb851563cbb req-5999c081-13e7-4b23-b4da-9f110662ca8f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 943 time: 0.0752783 Nov 11 16:14:52.052641 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] For port 8aa270ee-86d8-4340-923e-826728445676, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:14:52.056085 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] For port 8aa270ee-86d8-4340-923e-826728445676, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8aa270ee-86d8-4340-923e-826728445676,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:14:52.066230 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:52.083559 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-65d6a236-4279-4132-acd9-efb851563cbb req-4bcc3a13-01f3-4d91-bc4d-8c99659fc044 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472245 Nov 11 16:14:52.103503 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.104246 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:52.106061 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] 10.222.0.57 "PUT /v2.0/ports/8aa270ee-86d8-4340-923e-826728445676 HTTP/1.1" status: 200 len: 1093 time: 0.6093581 Nov 11 16:14:52.106655 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'tag': '8aa270ee-86d8-4340-923e-826728445676'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:52.109009 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fcc76e-5f41-4f49-8bb4-822d25cd8667" -d '{"events": [{"name": "network-changed", "server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "tag": "8aa270ee-86d8-4340-923e-826728445676"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:52.145257 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884de62-fcd8-4a17-98e2-14733be3b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=8aa270ee-86d8-4340-923e-826728445676,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:52.179740 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d000bb-a050-4ea1-b459-cc47fd3203ae x-openstack-request-id: req-b4d000bb-a050-4ea1-b459-cc47fd3203ae {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:52.180032 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "tag": "8aa270ee-86d8-4340-923e-826728445676", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:52.180285 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4d000bb-a050-4ea1-b459-cc47fd3203ae {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:52.180669 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'tag': '8aa270ee-86d8-4340-923e-826728445676', 'status': 'completed', 'code': 200} Nov 11 16:14:52.197221 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-61147b68-2010-4866-8dd5-0c8096181834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.199280 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-61147b68-2010-4866-8dd5-0c8096181834 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 1096 time: 0.0458126 Nov 11 16:14:52.246920 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-8dee405b-a692-4b34-a753-416928a96d48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aa270ee-86d8-4340-923e-826728445676 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Nov 11 16:14:52.298471 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-fec6e47f-bf25-4d18-8631-94aa6141337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.299927 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-fec6e47f-bf25-4d18-8631-94aa6141337b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.0457029 Nov 11 16:14:52.337871 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e5ff-7836-46c3-af00-1c6911349b16 req-9b4a0d08-c886-4188-9e6b-673cccf19043 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.339861 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5f37e5ff-7836-46c3-af00-1c6911349b16 req-9b4a0d08-c886-4188-9e6b-673cccf19043 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0483694 Nov 11 16:14:52.348967 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-324afbc1-803e-4f84-bdfb-82902f60a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.350499 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-324afbc1-803e-4f84-bdfb-82902f60a9b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413775 Nov 11 16:14:52.392811 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5f37e5ff-7836-46c3-af00-1c6911349b16 req-d76eacda-ce78-422c-8ff9-3c54147cfd66 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461075 Nov 11 16:14:52.450184 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-6cb3960f-1009-4c8e-8dbd-fd733aab502b service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Nov 11 16:14:52.542259 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-ab529863-da08-4842-8aa4-8f9cf3419ab5 req-ba225a06-46d0-4c6a-9465-5a81312f51b5 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845580 Nov 11 16:14:52.634634 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-258057ed-f916-49e0-b39e-2af7b94aff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.636086 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-258057ed-f916-49e0-b39e-2af7b94aff3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 1096 time: 0.0405614 Nov 11 16:14:52.728797 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-9c38b6c6-fe48-49b5-b630-47f3b27fbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.730429 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-9c38b6c6-fe48-49b5-b630-47f3b27fbc2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 911 time: 0.0871267 Nov 11 16:14:52.775255 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-bac59df8-e685-4b67-a425-326a243b1385 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aa270ee-86d8-4340-923e-826728445676 HTTP/1.1" status: 200 len: 217 time: 0.0351074 Nov 11 16:14:52.831834 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-305455bb-da36-4f6f-badf-1677f2c017e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.833304 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-305455bb-da36-4f6f-badf-1677f2c017e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.0441570 Nov 11 16:14:52.885144 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-05aeddb8-54eb-426c-a62e-f604707f843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.886575 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-05aeddb8-54eb-426c-a62e-f604707f843f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434847 Nov 11 16:14:52.974936 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-abb93ec6-b672-470d-8c07-98c6473f8555 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807738 Nov 11 16:14:53.071641 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-40fcc76e-5f41-4f49-8bb4-822d25cd8667 req-6b92bca2-e6f0-4797-a9fd-a7856a8661fc service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866053 Nov 11 16:14:53.205884 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becb2b5-8c92-4fce-97d1-36efbd98b0b9 req-99fda7c4-4c13-40d5-81fa-5ba0ba97e853 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:53.207234 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5becb2b5-8c92-4fce-97d1-36efbd98b0b9 req-99fda7c4-4c13-40d5-81fa-5ba0ba97e853 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 943 time: 0.0514293 Nov 11 16:14:53.254477 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5becb2b5-8c92-4fce-97d1-36efbd98b0b9 req-d36e773e-4f96-489e-88c7-e27efb68dbc8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Nov 11 16:14:53.511623 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fa8bb-e244-4e41-bb5a-e1ac7dec6aa7 req-498e8a3e-3109-46a7-9f9f-bad50bcac066 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:53.513096 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c76fa8bb-e244-4e41-bb5a-e1ac7dec6aa7 req-498e8a3e-3109-46a7-9f9f-bad50bcac066 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0499799 Nov 11 16:14:53.561761 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c76fa8bb-e244-4e41-bb5a-e1ac7dec6aa7 req-ed8742c1-cad5-4a64-bcfb-98b8617e60f0 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Nov 11 16:14:54.367372 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f911-aad0-408b-b7d2-c93dba4730c8 req-6efccf04-1173-44d8-9b37-8c51fadbfbde tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:54.368767 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-de36f911-aad0-408b-b7d2-c93dba4730c8 req-6efccf04-1173-44d8-9b37-8c51fadbfbde tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 943 time: 0.0486166 Nov 11 16:14:54.419694 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-de36f911-aad0-408b-b7d2-c93dba4730c8 req-fbcb81e9-d91b-4e2d-a52b-e675a603dd81 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448401 Nov 11 16:14:54.679674 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30744d-1803-42cf-8e53-cbf60f44ff4b req-fb764313-0d4f-4744-af03-f572006a17ea tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:54.681260 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ed30744d-1803-42cf-8e53-cbf60f44ff4b req-fb764313-0d4f-4744-af03-f572006a17ea tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 944 time: 0.0481517 Nov 11 16:14:54.731498 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ed30744d-1803-42cf-8e53-cbf60f44ff4b req-94c50f2d-93fb-4ca5-815a-71c3da249e60 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438230 Nov 11 16:14:55.264308 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 8aa270ee-86d8-4340-923e-826728445676 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:14:55.359095 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 8aa270ee-86d8-4340-923e-826728445676, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8aa270ee-86d8-4340-923e-826728445676,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:55.370681 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '8aa270ee-86d8-4340-923e-826728445676', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'port_id': '8aa270ee-86d8-4340-923e-826728445676', 'mac_address': 'fa:16:3e:78:98:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:14:55.407191 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:55.424026 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa270ee-86d8-4340-923e-826728445676 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:55.443545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 8aa270ee-86d8-4340-923e-826728445676, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8aa270ee-86d8-4340-923e-826728445676,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:55.447710 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:55.448574 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device bd264340-8b83-4de4-a609-9b81ed4a0b98 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:14:55.540430 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ef28-bca2-450a-b369-b91f09623724 req-d8556448-4063-4049-8bd7-0772bb4b29e7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:55.541506 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=8aa270ee-86d8-4340-923e-826728445676,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:55.542441 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bff3ef28-bca2-450a-b369-b91f09623724 req-d8556448-4063-4049-8bd7-0772bb4b29e7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 944 time: 0.0512595 Nov 11 16:14:55.588757 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:55.590190 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bff3ef28-bca2-450a-b369-b91f09623724 req-011d5d22-466a-4997-811b-2bb0788f0dc5 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 Nov 11 16:14:55.601345 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'port_id': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'mac_address': 'fa:16:3e:de:85:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:14:55.642144 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:55.655591 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd264340-8b83-4de4-a609-9b81ed4a0b98 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:14:55.676215 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:55.680294 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:55.727036 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:55.850921 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57484c8d-b181-4e7a-bb73-94d7826e55cf req-63c922f9-7763-4d5c-a8bc-dbb9cd2a62c9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:55.852490 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-57484c8d-b181-4e7a-bb73-94d7826e55cf req-63c922f9-7763-4d5c-a8bc-dbb9cd2a62c9 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 945 time: 0.0517716 Nov 11 16:14:55.901412 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-57484c8d-b181-4e7a-bb73-94d7826e55cf req-0c2970e4-4074-49ff-aaaa-92bb99be59e4 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431280 Nov 11 16:14:56.020232 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['bd264340-8b83-4de4-a609-9b81ed4a0b98'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:14:56.045996 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['8aa270ee-86d8-4340-923e-826728445676'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:14:56.704362 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e03a91-12b8-4e64-bdc9-17e453390d0f req-9de129bf-7c8e-4801-9465-d43d4cf2e9cc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:56.705873 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f4e03a91-12b8-4e64-bdc9-17e453390d0f req-9de129bf-7c8e-4801-9465-d43d4cf2e9cc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 944 time: 0.0488925 Nov 11 16:14:56.755764 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f4e03a91-12b8-4e64-bdc9-17e453390d0f req-96cac995-70f5-4c1c-b858-1cb32197e762 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439911 Nov 11 16:14:57.019864 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb50ff9-8bc7-4f1e-9e59-7d8be865fceb req-a54e31f1-7e96-4e16-8145-bdb9a13dd1c8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:57.021337 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eb50ff9-8bc7-4f1e-9e59-7d8be865fceb req-a54e31f1-7e96-4e16-8145-bdb9a13dd1c8 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 945 time: 0.0512590 Nov 11 16:14:57.074188 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eb50ff9-8bc7-4f1e-9e59-7d8be865fceb req-6f324eb9-4694-4db1-996d-3e2f7512b263 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Nov 11 16:14:57.277556 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device bd264340-8b83-4de4-a609-9b81ed4a0b98 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:14:57.325995 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port bd264340-8b83-4de4-a609-9b81ed4a0b98 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:57.326396 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:57.407494 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:57.431312 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:57.433562 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd893dc-c2fb-42dd-822f-8b07574853bc" -d '{"events": [{"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-plugged", "status": "completed", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:57.452328 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:57.457076 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:57.458409 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 8aa270ee-86d8-4340-923e-826728445676 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:14:57.533296 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=8']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:57.539651 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5843f-c5ff-406d-8fc4-a55b30a14b49 x-openstack-request-id: req-41c5843f-c5ff-406d-8fc4-a55b30a14b49 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:57.539920 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-plugged", "status": "completed", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:57.540172 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41c5843f-c5ff-406d-8fc4-a55b30a14b49 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:57.540559 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'code': 200} Nov 11 16:14:57.551388 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 8aa270ee-86d8-4340-923e-826728445676 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:14:57.558258 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 8aa270ee-86d8-4340-923e-826728445676 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:57.558633 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:57.637391 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:57.669933 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 8aa270ee-86d8-4340-923e-826728445676, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8aa270ee-86d8-4340-923e-826728445676,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:14:57.673535 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:14:57.722394 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=8aa270ee-86d8-4340-923e-826728445676,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:57.851446 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341b93b-ee9a-46cb-a513-fb20be658ea3 req-45668507-a003-439e-961b-f82764c1cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:57.853611 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-f341b93b-ee9a-46cb-a513-fb20be658ea3 req-45668507-a003-439e-961b-f82764c1cf73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1099 time: 0.0410709 Nov 11 16:14:57.872602 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675b3c9-9082-4cdf-a58c-6e3954312583 req-580448b6-0f73-4b7f-b63f-d33d1100dc76 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:57.874102 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b675b3c9-9082-4cdf-a58c-6e3954312583 req-580448b6-0f73-4b7f-b63f-d33d1100dc76 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0478590 Nov 11 16:14:57.903804 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-f341b93b-ee9a-46cb-a513-fb20be658ea3 req-23decd8f-f40b-4652-9bdb-97df06b387f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Nov 11 16:14:57.921886 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b675b3c9-9082-4cdf-a58c-6e3954312583 req-b0a8c918-e659-4e4c-8cf1-8752f1b61637 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Nov 11 16:14:58.190174 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12634a-baf0-451f-80fc-b26d41aa4603 req-b9d7e65d-5e8d-4236-8b8b-09664dd69786 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:58.191633 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf12634a-baf0-451f-80fc-b26d41aa4603 req-b9d7e65d-5e8d-4236-8b8b-09664dd69786 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0476930 Nov 11 16:14:58.239543 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf12634a-baf0-451f-80fc-b26d41aa4603 req-446571fc-f77c-4994-8cb9-7135cc956684 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Nov 11 16:14:59.038113 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661afa4-e2fd-4800-be25-38187024b80e req-680783e6-d0c0-4529-925f-f2352fa863d6 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:59.039574 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1661afa4-e2fd-4800-be25-38187024b80e req-680783e6-d0c0-4529-925f-f2352fa863d6 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0508718 Nov 11 16:14:59.087843 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1661afa4-e2fd-4800-be25-38187024b80e req-a1989838-6b6c-492e-b43f-86eba5f97692 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417764 Nov 11 16:14:59.358723 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b53ac-6b33-45f9-8471-7b5abdbd5c90 req-9cb7b835-ecc3-4ac6-917e-0717d115a5e2 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:59.360108 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e48b53ac-6b33-45f9-8471-7b5abdbd5c90 req-9cb7b835-ecc3-4ac6-917e-0717d115a5e2 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0494401 Nov 11 16:14:59.408289 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e48b53ac-6b33-45f9-8471-7b5abdbd5c90 req-ec51feb3-6c09-468c-9a78-bfe656ff3fad tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Nov 11 16:14:59.541603 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa270ee-86d8-4340-923e-826728445676'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:14:59.544138 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d21169-1cde-4c92-8c09-ee4e6b5a675a" -d '{"events": [{"server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "name": "network-vif-plugged", "status": "completed", "tag": "8aa270ee-86d8-4340-923e-826728445676"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:14:59.580036 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9955c-40bf-4e3c-8ff2-9155684b39d4 x-openstack-request-id: req-bbe9955c-40bf-4e3c-8ff2-9155684b39d4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:14:59.580331 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "name": "network-vif-plugged", "status": "completed", "tag": "8aa270ee-86d8-4340-923e-826728445676", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:14:59.580593 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbe9955c-40bf-4e3c-8ff2-9155684b39d4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:14:59.580987 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa270ee-86d8-4340-923e-826728445676', 'code': 200} Nov 11 16:14:59.768555 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f932aaf-7e3b-4e5a-b4e6-c5cfac406853 req-2e77c4df-5a0b-4963-beb2-20612c90a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:59.770052 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7f932aaf-7e3b-4e5a-b4e6-c5cfac406853 req-2e77c4df-5a0b-4963-beb2-20612c90a8d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 1098 time: 0.0398018 Nov 11 16:14:59.825436 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7f932aaf-7e3b-4e5a-b4e6-c5cfac406853 req-2b43f5ca-0002-4a5d-9aa7-df0c39f6167f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401983 Nov 11 16:14:59.886198 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:00.204479 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080977b-6cea-4a8b-8ac2-899c08ed8b3e req-4f817a36-77a4-4309-9d23-d4cdf6ee90bd tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:00.205949 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b080977b-6cea-4a8b-8ac2-899c08ed8b3e req-4f817a36-77a4-4309-9d23-d4cdf6ee90bd tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0510128 Nov 11 16:15:00.498154 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b080977b-6cea-4a8b-8ac2-899c08ed8b3e req-a9d0efaa-87be-4fc3-8d6e-88df40033ac3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864115 Nov 11 16:15:00.533317 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347373-4a23-420b-8262-5b273f784e24 req-df7356a4-ebb1-4d81-b730-67ab596cc841 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:00.534771 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0347373-4a23-420b-8262-5b273f784e24 req-df7356a4-ebb1-4d81-b730-67ab596cc841 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0526512 Nov 11 16:15:00.582934 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b0347373-4a23-420b-8262-5b273f784e24 req-72113381-8da1-41e0-aeea-5ca420ee2d06 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Nov 11 16:15:01.611262 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba4c4-aab3-4042-a7d8-9fe40bffe336 req-fdd05891-7211-4a8e-a7f9-05b13fabf273 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:01.612708 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3f9ba4c4-aab3-4042-a7d8-9fe40bffe336 req-fdd05891-7211-4a8e-a7f9-05b13fabf273 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Nov 11 16:15:01.661699 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3f9ba4c4-aab3-4042-a7d8-9fe40bffe336 req-6cc81552-2188-469e-ace4-4b228dea9514 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Nov 11 16:15:01.773949 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80065688-9ddc-4019-a813-1ffa0060d341 req-7797fdfe-c4ff-48e2-bfee-d5c51bb422d7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:01.775404 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-80065688-9ddc-4019-a813-1ffa0060d341 req-7797fdfe-c4ff-48e2-bfee-d5c51bb422d7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0469749 Nov 11 16:15:01.785473 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60378) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:01.789926 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Request body: {'floatingip': {'port_id': '8aa270ee-86d8-4340-923e-826728445676'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:01.827985 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:02.254478 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:02.258316 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:02.356298 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Floating IP 98cd1a71-1d34-426a-8bf3-995b4835ddc2 associated. External IP: 172.27.3.82, port: 8aa270ee-86d8-4340-923e-826728445676. Nov 11 16:15:02.563783 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Router e365722a-9325-460b-865b-f67335cbd022 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:15:02.670696 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:15:02.675618 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:02.680176 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] Sync routers for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:15:02.690657 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:15:02.691270 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:02.701512 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-44d99ee0-a76f-49c4-9acb-557524c128d3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "PUT /v2.0/floatingips/98cd1a71-1d34-426a-8bf3-995b4835ddc2 HTTP/1.1" status: 200 len: 990 time: 0.9149644 Nov 11 16:15:02.702097 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'tag': '8aa270ee-86d8-4340-923e-826728445676'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:02.704349 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86998fc4-b0d3-4f4b-825a-b367fe970266" -d '{"events": [{"name": "network-changed", "server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "tag": "8aa270ee-86d8-4340-923e-826728445676"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:15:02.798351 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4ccd99-a2e8-4c94-8e00-a212f7724364 x-openstack-request-id: req-fd4ccd99-a2e8-4c94-8e00-a212f7724364 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:15:02.798643 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "tag": "8aa270ee-86d8-4340-923e-826728445676", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:15:02.798892 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd4ccd99-a2e8-4c94-8e00-a212f7724364 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:15:02.799286 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'tag': '8aa270ee-86d8-4340-923e-826728445676', 'status': 'completed', 'code': 200} Nov 11 16:15:02.799628 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:15:02.894385 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-d41e0949-677b-4168-95aa-019d4bd496f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:02.895789 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-d41e0949-677b-4168-95aa-019d4bd496f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 1098 time: 0.0408444 Nov 11 16:15:03.009729 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-93b8061f-ae7b-40b9-8664-296aa50269b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:03.011266 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-93b8061f-ae7b-40b9-8664-296aa50269b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 200 len: 911 time: 0.0861778 Nov 11 16:15:03.033089 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '98cd1a71-1d34-426a-8bf3-995b4835ddc2', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'e365722a-9325-460b-865b-f67335cbd022', 'port_id': '8aa270ee-86d8-4340-923e-826728445676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'mac_address': 'fa:16:3e:78:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:14:48Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 1, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:03.060225 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] Checking router: e365722a-9325-460b-865b-f67335cbd022 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:15:03.069930 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:15:03.070518 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:14:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:03.088036 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-7dfc892f-9ecd-482e-a70f-db61e549bb83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aa270ee-86d8-4340-923e-826728445676 HTTP/1.1" status: 200 len: 998 time: 0.0624423 Nov 11 16:15:03.143196 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-49186892-837f-4a62-a5b0-bf601e91429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:03.144743 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-49186892-837f-4a62-a5b0-bf601e91429e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 200 len: 849 time: 0.0450845 Nov 11 16:15:03.201863 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-eae1ae36-e622-463b-914c-d3e39b0eb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:03.203362 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-eae1ae36-e622-463b-914c-d3e39b0eb589 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2127c70b-cda1-48c3-8a66-45fd4ae0098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414648 Nov 11 16:15:03.297656 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:15:03.302825 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-5a545711-f3e0-4f07-8c9a-0bc9808173c9 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874889 Nov 11 16:15:03.404935 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-86998fc4-b0d3-4f4b-825a-b367fe970266 req-60de884b-7363-4c8b-91c1-af9be13922b5 service neutron] 10.222.0.57 "GET /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826023 Nov 11 16:15:03.522457 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '98cd1a71-1d34-426a-8bf3-995b4835ddc2', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'e365722a-9325-460b-865b-f67335cbd022', 'port_id': '8aa270ee-86d8-4340-923e-826728445676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'mac_address': 'fa:16:3e:78:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:14:48Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 1, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:03.548622 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cefa0-6cb4-4e66-8f4e-534e1ba67233 None None] The sync data for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi is: [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '98cd1a71-1d34-426a-8bf3-995b4835ddc2', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': 'e365722a-9325-460b-865b-f67335cbd022', 'port_id': '8aa270ee-86d8-4340-923e-826728445676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'mac_address': 'fa:16:3e:78:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:14:48Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 1, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:15:03.726673 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18ce53d-c0c7-44bf-845b-dae7705be723 None None] New status for floating IP 98cd1a71-1d34-426a-8bf3-995b4835ddc2: ACTIVE {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:15:12.597359 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:15:16.246014 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-98951c94-1425-433b-bb95-45fcfa8c4f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:18.359987 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb163bcf-0f25-4ce2-acb2-6946541e956e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:19.443494 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:20.869948 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:21.663342 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:29.903579 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:32.290729 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-ecea49f7-8072-4089-8e80-e8d1f4de987c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437062 Nov 11 16:15:32.396963 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-8b86e9a2-62f5-4db6-8ba1-08bc60869b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.398444 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-8b86e9a2-62f5-4db6-8ba1-08bc60869b61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1099 time: 0.0394998 Nov 11 16:15:32.514820 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-e92bc47c-4c57-410a-81ab-70a33d92dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.516309 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-e92bc47c-4c57-410a-81ab-70a33d92dee3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 910 time: 0.0886135 Nov 11 16:15:32.588492 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-df73be12-61da-4969-9bc8-fb87bcaa0926 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 1002 time: 0.0567920 Nov 11 16:15:32.648847 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-15c30807-037a-4be9-842d-6cc85452a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.650260 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-15c30807-037a-4be9-842d-6cc85452a866 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 200 len: 848 time: 0.0429580 Nov 11 16:15:32.701436 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-bb9c23b8-1937-4501-9754-e800ca7673f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.702885 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-bb9c23b8-1937-4501-9754-e800ca7673f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9ff2228-33b7-44d7-95dd-37848a0aeb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412767 Nov 11 16:15:32.791621 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-2e4e7ace-0d67-41e3-825d-def3a2689793 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802009 Nov 11 16:15:32.884603 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-a9fec0d9-de6d-4d4b-b32c-d1a9bbabc64e req-71bfc3d0-8eeb-4c9d-944a-f523cce99199 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836408 Nov 11 16:15:34.537965 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2674-2130-4a07-9675-a4bd22657bae req-af60b93d-2ab9-405e-a822-d5cff1af88d4 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:34.539445 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-504f2674-2130-4a07-9675-a4bd22657bae req-af60b93d-2ab9-405e-a822-d5cff1af88d4 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 946 time: 0.0501316 Nov 11 16:15:34.584651 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-504f2674-2130-4a07-9675-a4bd22657bae req-bb3bdb7e-bd6d-4d0b-b27b-a4a8cc6e6bbd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392485 Nov 11 16:15:35.705942 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc37d94-9e29-4598-a96f-af3d855dc163 req-cca70cf3-af04-476c-b332-e492c7ae4ea0 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:35.707322 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4dc37d94-9e29-4598-a96f-af3d855dc163 req-cca70cf3-af04-476c-b332-e492c7ae4ea0 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 946 time: 0.0511818 Nov 11 16:15:35.752346 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4dc37d94-9e29-4598-a96f-af3d855dc163 req-daa284ad-0173-46cb-87b0-3e033566998b tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392282 Nov 11 16:15:36.700568 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-fcbde396-09ee-4865-b616-c8558c99454b tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:36.702188 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-fcbde396-09ee-4865-b616-c8558c99454b tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 946 time: 0.0478475 Nov 11 16:15:36.798922 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Deleting port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:36.799263 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:36.868181 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabf9ce-2a62-477e-8a27-535e92e3f331 req-22c89910-76e1-48a5-ac1a-f7befcfc9ea8 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:36.869691 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1eabf9ce-2a62-477e-8a27-535e92e3f331 req-22c89910-76e1-48a5-ac1a-f7befcfc9ea8 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 946 time: 0.0472567 Nov 11 16:15:36.889893 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] For port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:36.890258 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:36.902950 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Calling delete_port for f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:36.916647 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1eabf9ce-2a62-477e-8a27-535e92e3f331 req-a88edb7a-c5b3-466b-86a4-8dd7540be4fa tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Nov 11 16:15:37.269403 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:37.283874 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:15:37.297517 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Pushing event deleted for resources: {'Port': ['ID=f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:37.324148 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.324501 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.324843 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.325217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.325556 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.325891 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.326224 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.326556 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.326884 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.327210 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.327536 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.327862 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:37.346405 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] No DVR routers for this DVR port f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:15:37.348699 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:37.352023 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-38deedbc-c4e3-48dd-9059-eaa8ba98d550 req-732d622d-831a-4e58-8e50-da19348ba3a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "DELETE /v2.0/ports/f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f HTTP/1.1" status: 204 len: 173 time: 0.6383657 Nov 11 16:15:37.352459 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'name': 'network-vif-deleted', 'tag': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:37.354709 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9828bcf9-4cf2-4696-b31a-9ca5a10e2142" -d '{"events": [{"server_uuid": "518f3086-d6a4-4e1d-8923-2062cdd86998", "name": "network-vif-deleted", "tag": "f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:15:37.391157 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925fca3b-caa2-446c-b306-e3956b482aba x-openstack-request-id: req-925fca3b-caa2-446c-b306-e3956b482aba {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:15:37.391456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f3086-d6a4-4e1d-8923-2062cdd86998", "name": "network-vif-deleted", "tag": "f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:15:37.392366 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-925fca3b-caa2-446c-b306-e3956b482aba {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:15:37.392783 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518f3086-d6a4-4e1d-8923-2062cdd86998', 'name': 'network-vif-deleted', 'tag': 'f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f', 'status': 'completed', 'code': 200} Nov 11 16:15:38.041215 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9853422f-85e9-47a2-b08a-e3a490c7ac76 req-00f251df-441c-45b9-9546-3316a3c5e95c tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=518f3086-d6a4-4e1d-8923-2062cdd86998 HTTP/1.1" status: 200 len: 210 time: 0.0262823 Nov 11 16:15:39.500812 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:15:39.521698 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:15:39.522043 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device f8292bfb-3221-4e3c-9ce7-8bba1a8bad2f not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:15:44.704119 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-f5983105-e29e-4f50-bf1c-ab7380e874b7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096163344&fields=id&tenant_id=dcea91a6c9f647348bd1b23da4d0193d HTTP/1.1" status: 200 len: 267 time: 0.0470257 Nov 11 16:15:44.759137 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-aff4c7e8-d137-4838-87d9-290e692766f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:44.760579 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-aff4c7e8-d137-4838-87d9-290e692766f7 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 984 time: 0.0501454 Nov 11 16:15:44.771919 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Request body: {'port': {'security_groups': ['1c3d6971-8b92-4eb6-a171-1b863df9f7ce']}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:44.839045 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.008911 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=39849582-de29-4627-806f-5c5575c2cdf5,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:45.036608 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.041130 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.086880 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:45.087503 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.089632 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a0a0b5b-0d38-45bc-bb8c-ed256612cfb6 req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "PUT /v2.0/ports/39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 942 time: 0.3220387 Nov 11 16:15:45.089632 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:45.091604 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fcb3c6-2515-481e-ba30-b4d9b26fd374" -d '{"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:15:45.095363 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60688) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:45.116680 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event updated for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=7']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:45.124537 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.124893 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.125266 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.125653 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.125993 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.126326 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.126747 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.127641 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.127973 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.128360 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.128688 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.129013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74438b23-b0a0-44b7-a5fd-e76647424e4b tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:45.148502 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e36fea3-54a5-4d9f-bf8f-2ba3bf1c8b1b x-openstack-request-id: req-6e36fea3-54a5-4d9f-bf8f-2ba3bf1c8b1b {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:15:45.148790 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:15:45.149064 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e36fea3-54a5-4d9f-bf8f-2ba3bf1c8b1b {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:15:45.149492 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5', 'status': 'completed', 'code': 200} Nov 11 16:15:45.165590 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1301b5cb-ae47-4dab-9372-ef73371f436f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.195454 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1301b5cb-ae47-4dab-9372-ef73371f436f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.257670 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1301b5cb-ae47-4dab-9372-ef73371f436f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.260373 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1301b5cb-ae47-4dab-9372-ef73371f436f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.261490 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1301b5cb-ae47-4dab-9372-ef73371f436f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "DELETE /v2.0/security-groups/072aafb5-8143-4fe8-b030-05cbc837e659 HTTP/1.1" status: 204 len: 168 time: 0.1642203 Nov 11 16:15:45.264225 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60690) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:45.270697 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301b5cb-ae47-4dab-9372-ef73371f436f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072aafb5-8143-4fe8-b030-05cbc837e659,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:45.312133 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-a030159a-362a-4d32-869a-ddfeff03e924 None None] Provisioning complete for port 39849582-de29-4627-806f-5c5575c2cdf5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:45.312690 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a030159a-362a-4d32-869a-ddfeff03e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.419258 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Deleting port 3016d611-c36e-4089-9b5d-15b9a7d14106 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:45.419594 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.493041 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.493380 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.504862 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Calling delete_port for 3016d611-c36e-4089-9b5d-15b9a7d14106 owned by network:floatingip {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:45.673994 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.701426 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event deleted for resources: {'Port': ['ID=3016d611-c36e-4089-9b5d-15b9a7d14106,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:45.759315 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks [] for floatingip, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:45.760003 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Floating IP 237920a3-6909-4bd3-be10-31a452d51256 disassociated (deleted). External IP: 172.27.3.193, port: 39849582-de29-4627-806f-5c5575c2cdf5. Nov 11 16:15:45.957736 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Router fd0066f8-d543-4ced-aeda-a30a15101745 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:15:46.060196 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:15:46.065581 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:46.070155 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] Sync routers for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:15:46.079976 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:15:46.081312 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:15:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:46.092267 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-cc46c901-0700-450b-b4d8-92c0211b5d36 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "DELETE /v2.0/floatingips/237920a3-6909-4bd3-be10-31a452d51256 HTTP/1.1" status: 204 len: 168 time: 0.8268437 Nov 11 16:15:46.190921 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:15:46.308676 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2188ce26-8efc-4a2f-ac42-2e1dd4ebb1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:46.399356 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 5, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:46.426545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] Checking router: fd0066f8-d543-4ced-aeda-a30a15101745 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:15:46.434572 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:15:46.435172 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:15:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:46.538823 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:15:46.727802 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 5, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:46.759198 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e419676-8ad2-40b1-a8d7-d5cde71c9f85 None None] The sync data for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi is: [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:12:55Z', 'revision_number': 4, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '54517292-9f00-434a-89d8-a2358d1b7c3a', 'name': '', 'network_id': '603da69b-5a7a-4782-8fb8-ce1470b8abfe', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'mac_address': 'fa:16:3e:90:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:54Z', 'updated_at': '2021-11-11T16:13:01Z', 'revision_number': 5, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'subnets': [{'id': '046f58ab-0435-4c5f-9a7e-9983b4561df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:15:46.964085 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d7bb8-fa00-4580-961b-4942352f68b9 None None] New status for floating IP 237920a3-6909-4bd3-be10-31a452d51256: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:15:47.150536 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:47.152946 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9188b4-824f-4f7e-82f5-0be13ab8054c" -d '{"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:15:47.634250 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['39849582-de29-4627-806f-5c5575c2cdf5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:15:47.696472 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-dfe8c967-e456-4ea7-a58e-b95fe6aed285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:47.698152 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-dfe8c967-e456-4ea7-a58e-b95fe6aed285 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1098 time: 0.0404577 Nov 11 16:15:47.770307 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['39849582-de29-4627-806f-5c5575c2cdf5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:15:47.820137 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3159af00-c1f9-49ca-b5ea-be8b233070e8 x-openstack-request-id: req-3159af00-c1f9-49ca-b5ea-be8b233070e8 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:15:47.820507 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "tag": "39849582-de29-4627-806f-5c5575c2cdf5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:15:47.820863 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3159af00-c1f9-49ca-b5ea-be8b233070e8 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:15:47.821601 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5', 'status': 'completed', 'code': 200} Nov 11 16:15:47.889925 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-f4369919-941d-40bd-ad81-c9fe743616ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:47.891412 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-f4369919-941d-40bd-ad81-c9fe743616ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 200 len: 915 time: 0.1350317 Nov 11 16:15:47.942903 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-633435a6-2659-45c5-85fb-5729b8c3d5bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 217 time: 0.0426638 Nov 11 16:15:47.996070 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-595cf2b1-f1e7-47d0-b60c-393020fd6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:47.997546 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-595cf2b1-f1e7-47d0-b60c-393020fd6dc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046f58ab-0435-4c5f-9a7e-9983b4561df1 HTTP/1.1" status: 200 len: 853 time: 0.0442257 Nov 11 16:15:48.048477 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-e64eb1c2-ba17-4f4d-bceb-7dbaaaafd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:48.050636 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-e64eb1c2-ba17-4f4d-bceb-7dbaaaafd32a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603da69b-5a7a-4782-8fb8-ce1470b8abfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404644 Nov 11 16:15:48.150464 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-53c8730a-a7fe-4b59-b98f-950c1e9749fb service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832644 Nov 11 16:15:48.260592 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-41fcb3c6-2515-481e-ba30-b4d9b26fd374 req-af3562bd-1ead-47ec-9d26-80663bb0b964 service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012418 Nov 11 16:15:48.364159 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a660c8b-1cfa-44ef-9ac4-267a005d83a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:48.382906 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-b92db876-23c0-4330-a628-13ed0088e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:48.384494 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-b92db876-23c0-4330-a628-13ed0088e73b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 1098 time: 0.0458109 Nov 11 16:15:48.500993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-34637df5-8207-4104-950c-24917f3671cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:48.502509 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-34637df5-8207-4104-950c-24917f3671cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 200 len: 915 time: 0.0928385 Nov 11 16:15:48.560263 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-e1f0ab6a-7ca9-4a75-993f-e860ce656579 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 200 len: 217 time: 0.0385168 Nov 11 16:15:48.612679 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-6907c8b9-cab8-498b-a4d3-77e167d8514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:48.614170 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-6907c8b9-cab8-498b-a4d3-77e167d8514c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046f58ab-0435-4c5f-9a7e-9983b4561df1 HTTP/1.1" status: 200 len: 853 time: 0.0439320 Nov 11 16:15:48.660996 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-c5297016-7d82-4c88-a4ae-9e4e2831dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:48.662466 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-c5297016-7d82-4c88-a4ae-9e4e2831dc58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603da69b-5a7a-4782-8fb8-ce1470b8abfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388107 Nov 11 16:15:48.761894 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-ce61b078-d640-42ef-8e60-9f5366552b02 service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902615 Nov 11 16:15:48.866879 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5e9188b4-824f-4f7e-82f5-0be13ab8054c req-028a619b-811c-4ef7-8bbe-29880dc58caa service neutron] 10.222.0.57 "GET /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874634 Nov 11 16:15:49.034768 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-f78526f8-c626-46da-a22a-f69764f9d79e tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:49.036248 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-f78526f8-c626-46da-a22a-f69764f9d79e tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/networks?id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e HTTP/1.1" status: 200 len: 814 time: 0.1064005 Nov 11 16:15:49.051331 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-e2bcf242-49fc-43cc-b7e6-5fbf5d354160 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/quotas/efbd0b5c401d41d3a7904e0b8a3fd00a HTTP/1.1" status: 200 len: 375 time: 0.0089953 Nov 11 16:15:49.084129 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-f281220c-9ba1-4715-8991-6125705d3ab0 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=efbd0b5c401d41d3a7904e0b8a3fd00a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272863 Nov 11 16:15:49.173134 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-f0530b9b-cd13-4534-b2c3-ce7df510f1a9 service neutron] 10.222.0.45 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Nov 11 16:15:49.265593 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-b646d79a-db61-485b-8198-a7bdf3c1a87b service neutron] 10.222.0.45 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Nov 11 16:15:49.426138 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b4b7e425-4bab-4eb0-93db-ed98aef09fdc req-473ed9ba-384d-4c09-91e6-b3f01fb3694f tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 210 time: 0.0303903 Nov 11 16:15:49.446558 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:49.595586 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:15:50.458184 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-5e293e45-1e82-47cb-8434-15f0551b4afc tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:50.461209 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-5e293e45-1e82-47cb-8434-15f0551b4afc tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "GET /v2.0/networks?id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e HTTP/1.1" status: 200 len: 814 time: 0.1187618 Nov 11 16:15:50.469782 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d3782-27a6-49a4-be68-3d5154368855 req-d9439362-526c-40df-bb7f-c5b197c84488 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:50.477475 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Request body: {'port': {'device_id': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e', 'admin_state_up': True, 'tenant_id': 'efbd0b5c401d41d3a7904e0b8a3fd00a'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:50.477667 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-877d3782-27a6-49a4-be68-3d5154368855 req-d9439362-526c-40df-bb7f-c5b197c84488 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0618114 Nov 11 16:15:50.546013 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ce0f1893-2159-4741-9bc8-032580e01988 req-62352b81-108b-49b3-aed8-b7c0a0a424c5 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 210 time: 0.0400822 Nov 11 16:15:50.550665 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-877d3782-27a6-49a4-be68-3d5154368855 req-4bb22d11-d168-4bd9-a536-70b55f2090c5 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723965 Nov 11 16:15:50.598513 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Made reservation on behalf of efbd0b5c401d41d3a7904e0b8a3fd00a for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:50.601956 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:50.721088 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Allocated IP 172.20.0.2 (07f1ccf1-a6b2-4dc3-9801-aa266e425e6e/39fe04d8-1f2d-4e21-8ca2-22be5f680e3d/d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:50.865995 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:50.873151 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:50.899052 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:50.942114 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:50.945266 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:50.949081 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:15:50.956145 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Pushing event updated for resources: {'Port': ['ID=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:51.005314 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.005930 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.024188 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fa22b813-6d10-406a-9946-e2b70058ba64 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509517 Nov 11 16:15:51.046438 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Request body: {'port': {'device_id': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:51.101853 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.352378 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:51.359680 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.373043 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Transition to ACTIVE for port object d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:51.384434 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.438831 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Pushing event updated for resources: {'Port': ['ID=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:51.501147 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Attempting to bind port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:15:51.501797 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Attempting to bind port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:15:51.501797 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Attempting to bind port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 on network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:15:51.506602 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 on network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:15:51.506926 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Attempting to bind port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 on network 07f1ccf1-a6b2-4dc3-9801-aa266e425e6e {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:15:51.511730 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:15:51.512070 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Checking segment: {'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:15:51.512455 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Bound using segment: {'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:15:51.512880 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Bound port: d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02139fe-ee42-49c9-aa8b-26203c27b335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:15:51.513263 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.575155 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] For port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:15:51.578291 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] For port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:15:51.583493 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.622332 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.623126 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.624870 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] 10.222.0.57 "PUT /v2.0/ports/d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 HTTP/1.1" status: 200 len: 1093 time: 0.5828698 Nov 11 16:15:51.627891 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'tag': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:51.630973 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9334b6-96d1-4193-85f8-92e3e5d9eba5", "tag": "d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:15:51.665151 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8aa10-249b-46fd-8398-4f475ba44879 service neutron] Pushing event updated for resources: {'Port': ['ID=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:51.678590 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:51.699828 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba7902-b35c-4ee0-a5af-98fcd94f5027 req-a4369952-0835-4fe6-91a4-e41234b99ffd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.701341 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4bba7902-b35c-4ee0-a5af-98fcd94f5027 req-a4369952-0835-4fe6-91a4-e41234b99ffd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 943 time: 0.0784431 Nov 11 16:15:51.713694 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c1075-d847-4431-a04f-fb0527e6390a req-f2811dda-9717-4917-b314-a329489dd4cd tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.715249 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-242c1075-d847-4431-a04f-fb0527e6390a req-f2811dda-9717-4917-b314-a329489dd4cd tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0818422 Nov 11 16:15:51.747279 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-47a22fa0-4aef-4a6c-a41a-df6cf43c7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.748866 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-47a22fa0-4aef-4a6c-a41a-df6cf43c7bb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=efbd0b5c401d41d3a7904e0b8a3fd00a&device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 1096 time: 0.0424576 Nov 11 16:15:51.795351 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-99fc220a-473d-4c35-a9e1-6e019d530f32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 HTTP/1.1" status: 200 len: 217 time: 0.0343049 Nov 11 16:15:51.851986 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-970527f6-e747-4e78-87e1-db1fcd9ba0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.853527 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-970527f6-e747-4e78-87e1-db1fcd9ba0dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fe04d8-1f2d-4e21-8ca2-22be5f680e3d HTTP/1.1" status: 200 len: 854 time: 0.0491698 Nov 11 16:15:51.888160 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-2cdc1234-6503-402b-9293-cece79fc2d11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253294 Nov 11 16:15:51.980255 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-f552be9d-8626-4429-b144-195a1d42bea8 service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835655 Nov 11 16:15:52.024965 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4bba7902-b35c-4ee0-a5af-98fcd94f5027 req-20b59a75-c05a-4dfc-987b-ee2aa024ff43 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087304 Nov 11 16:15:52.032256 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-242c1075-d847-4431-a04f-fb0527e6390a req-a3ebf98a-05c4-4384-8e11-6e372d8aa6ba tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c3d6971-8b92-4eb6-a171-1b863df9f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092589 Nov 11 16:15:52.085039 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4457cd-c9ea-4a59-b078-35c08ca972c8 x-openstack-request-id: req-4f4457cd-c9ea-4a59-b078-35c08ca972c8 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:15:52.085410 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9334b6-96d1-4193-85f8-92e3e5d9eba5", "tag": "d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:15:52.085736 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f4457cd-c9ea-4a59-b078-35c08ca972c8 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:15:52.086195 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'tag': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8', 'status': 'completed', 'code': 200} Nov 11 16:15:52.090188 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-7c324cfe-2dcf-4964-9539-02025b47a166 req-fb920035-cb52-4bfa-b8ad-27f2253f0b29 service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997424 Nov 11 16:15:52.199942 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-5266f2c0-9af9-48b6-9f9f-b583d0466951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:52.201496 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-5266f2c0-9af9-48b6-9f9f-b583d0466951 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=efbd0b5c401d41d3a7904e0b8a3fd00a&device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 1096 time: 0.0413969 Nov 11 16:15:52.298813 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-9a62d028-8b7c-4b0e-a08d-8d73ce2764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:52.300806 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-9a62d028-8b7c-4b0e-a08d-8d73ce2764f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e HTTP/1.1" status: 200 len: 915 time: 0.0888822 Nov 11 16:15:52.344799 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-3804ac8f-6a89-43b6-aa3b-0db2da6e900e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 HTTP/1.1" status: 200 len: 217 time: 0.0334871 Nov 11 16:15:52.397924 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-97edb01b-6a4c-4d9a-88a9-b5f4d2492bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:52.399397 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-97edb01b-6a4c-4d9a-88a9-b5f4d2492bf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fe04d8-1f2d-4e21-8ca2-22be5f680e3d HTTP/1.1" status: 200 len: 854 time: 0.0436594 Nov 11 16:15:52.437565 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-2ab8002b-6891-41c6-b8cb-e243b1820c99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236495 Nov 11 16:15:52.531823 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-ef1da8d1-de2d-4f1c-8590-4d79d40415bc service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847189 Nov 11 16:15:52.625711 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-b3d7c8c9-c57e-4f8f-a5c7-843b449266c1 req-b75cfbad-9239-4f3e-b287-77965e0fd872 service neutron] 10.222.0.57 "GET /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845942 Nov 11 16:15:52.738941 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-30ad8d22-af24-422a-b8b6-573cf4ea4f81 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:52.740259 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-30ad8d22-af24-422a-b8b6-573cf4ea4f81 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.57 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 945 time: 0.0462039 Nov 11 16:15:52.832456 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Deleting port 39849582-de29-4627-806f-5c5575c2cdf5 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:52.832772 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:52.920180 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] For port 39849582-de29-4627-806f-5c5575c2cdf5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=39849582-de29-4627-806f-5c5575c2cdf5,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:52.920541 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:52.932569 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Calling delete_port for 39849582-de29-4627-806f-5c5575c2cdf5 owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:53.058240 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:53.081669 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['39849582-de29-4627-806f-5c5575c2cdf5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:15:53.088579 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Pushing event deleted for resources: {'Port': ['ID=39849582-de29-4627-806f-5c5575c2cdf5,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:53.131042 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] No DVR routers for this DVR port 39849582-de29-4627-806f-5c5575c2cdf5 on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:15:53.133600 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:53.136969 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-eebc25bd-91ca-479d-917a-ee03466c42e8 req-34d1d60e-714f-4d97-86f1-c9fa8d88e67f tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.57 "DELETE /v2.0/ports/39849582-de29-4627-806f-5c5575c2cdf5 HTTP/1.1" status: 204 len: 173 time: 0.3870106 Nov 11 16:15:53.176323 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-47510dd1-6ff1-443a-8b22-3f594c9026e8 req-b5f78f79-8da1-4cc6-a56d-1c99e643e591 tempest-TestMinimumBasicScenario-1875570440 tempest-TestMinimumBasicScenario-1875570440-project] 10.222.0.45 "GET /v2.0/ports?device_id=cef307a6-8ebc-4195-80a6-399d07d6d223 HTTP/1.1" status: 200 len: 210 time: 0.0282137 Nov 11 16:15:53.182735 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea1178-1ac1-4af3-b49d-5a7c915962e5 req-efcca2de-2141-490a-b675-1c1358e7b9f2 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:53.184149 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cbea1178-1ac1-4af3-b49d-5a7c915962e5 req-efcca2de-2141-490a-b675-1c1358e7b9f2 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 943 time: 0.0737655 Nov 11 16:15:53.242081 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cbea1178-1ac1-4af3-b49d-5a7c915962e5 req-e5bffee9-060e-4f61-b7e5-fb12c387efee tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499933 Nov 11 16:15:53.627561 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:15:53.738903 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:53.749533 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8', 'network_id': '07f1ccf1-a6b2-4dc3-9801-aa266e425e6e', 'port_id': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8', 'mac_address': 'fa:16:3e:45:a5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fe04d8-1f2d-4e21-8ca2-22be5f680e3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:15:53.786024 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:53.798892 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:53.819157 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:53.822561 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:53.868520 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:53.875383 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.875733 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.876253 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.876407 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.876740 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.877225 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.877545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.877914 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.878277 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.878617 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.878935 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:53.879259 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:54.087594 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'name': 'network-vif-deleted', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:54.089908 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43561907-ac9e-45fa-8250-b342aa57bd3b" -d '{"events": [{"server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "name": "network-vif-deleted", "tag": "39849582-de29-4627-806f-5c5575c2cdf5"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:15:54.118675 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:15:54.127558 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd29495-a34c-4921-a24d-a98f476ef9de x-openstack-request-id: req-abd29495-a34c-4921-a24d-a98f476ef9de {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:15:54.127853 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef307a6-8ebc-4195-80a6-399d07d6d223", "name": "network-vif-deleted", "tag": "39849582-de29-4627-806f-5c5575c2cdf5", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:15:54.128112 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abd29495-a34c-4921-a24d-a98f476ef9de {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:15:54.128512 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef307a6-8ebc-4195-80a6-399d07d6d223', 'name': 'network-vif-deleted', 'tag': '39849582-de29-4627-806f-5c5575c2cdf5', 'status': 'completed', 'code': 200} Nov 11 16:15:54.359439 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ffb4-840f-4a78-a3b5-920afb6d9106 req-c36baa5b-b7d0-44f0-8f6a-a4b0cd298506 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:54.361235 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7d61ffb4-840f-4a78-a3b5-920afb6d9106 req-c36baa5b-b7d0-44f0-8f6a-a4b0cd298506 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 944 time: 0.0524685 Nov 11 16:15:54.413668 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7d61ffb4-840f-4a78-a3b5-920afb6d9106 req-9a0a7d03-7f1e-4676-a6f4-b8ebc9a84458 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467432 Nov 11 16:15:54.867784 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60854) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:55.271543 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:55.535706 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c34c6-76a5-4659-b08d-f63f037a16e5 req-d135d893-29a3-44d5-90fc-5d6237e9a4dd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:55.537933 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-903c34c6-76a5-4659-b08d-f63f037a16e5 req-d135d893-29a3-44d5-90fc-5d6237e9a4dd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 944 time: 0.0517294 Nov 11 16:15:55.591133 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-903c34c6-76a5-4659-b08d-f63f037a16e5 req-978405f1-fd48-4a2a-bd24-65261fc9ab35 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Nov 11 16:15:55.627338 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:15:55.683942 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:55.688635 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:55.689012 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:55.775213 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:55.798714 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:55.801629 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8fee55-4ea6-48d6-8491-2deb0f3bf404" -d '{"events": [{"server_uuid": "dd9334b6-96d1-4193-85f8-92e3e5d9eba5", "name": "network-vif-plugged", "status": "completed", "tag": "d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:15:55.815105 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:55.820377 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:55.821556 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 39849582-de29-4627-806f-5c5575c2cdf5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:15:55.822586 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Deleting port 54517292-9f00-434a-89d8-a2358d1b7c3a {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:55.822934 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:55.844114 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 39849582-de29-4627-806f-5c5575c2cdf5 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:15:55.845467 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 39849582-de29-4627-806f-5c5575c2cdf5 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:15:55.865264 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f08ca5-97bc-40cf-9f2a-e4f79cbb8e9c x-openstack-request-id: req-81f08ca5-97bc-40cf-9f2a-e4f79cbb8e9c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:15:55.865694 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9334b6-96d1-4193-85f8-92e3e5d9eba5", "name": "network-vif-plugged", "status": "completed", "tag": "d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:15:55.866060 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81f08ca5-97bc-40cf-9f2a-e4f79cbb8e9c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:15:55.866532 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8', 'code': 200} Nov 11 16:15:55.895062 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:55.926369 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] For port 54517292-9f00-434a-89d8-a2358d1b7c3a, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=54517292-9f00-434a-89d8-a2358d1b7c3a,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:55.926750 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:55.942859 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Calling delete_port for 54517292-9f00-434a-89d8-a2358d1b7c3a owned by network:router_interface {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:56.003263 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a892d1-0c26-4187-8886-131910aa0bcb req-33d5674c-ab69-4da2-be2f-99afa0793d78 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:56.004761 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-05a892d1-0c26-4187-8886-131910aa0bcb req-33d5674c-ab69-4da2-be2f-99afa0793d78 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0543547 Nov 11 16:15:56.055551 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-05a892d1-0c26-4187-8886-131910aa0bcb req-aa042073-6601-4bde-ac54-726c8a6dedb1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445859 Nov 11 16:15:56.101526 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99e84-ef8f-4dad-9434-7b92a6770684 req-6895c86f-37af-47db-9a85-a5ade4eb626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:56.103019 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-8cf99e84-ef8f-4dad-9434-7b92a6770684 req-6895c86f-37af-47db-9a85-a5ade4eb626c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 1098 time: 0.0612519 Nov 11 16:15:56.181968 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:56.193487 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-8cf99e84-ef8f-4dad-9434-7b92a6770684 req-96467c4a-cfd9-42d0-85f8-2d5f4dfd0e3d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773876 Nov 11 16:15:56.212416 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Pushing event deleted for resources: {'Port': ['ID=54517292-9f00-434a-89d8-a2358d1b7c3a,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:56.375557 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:56.596413 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Router fd0066f8-d543-4ced-aeda-a30a15101745 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:15:56.702941 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:15:56.707898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648708-829c-4ee1-b31a-ce0787135d52 req-f381a69f-1bc1-4e19-9c62-1bd917fee4a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:56.709057 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-3a06a81b-e57b-454c-9fb8-3547cf0b0151 admin admin] 10.222.0.45 "PUT /v2.0/routers/fd0066f8-d543-4ced-aeda-a30a15101745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8398442 Nov 11 16:15:56.709403 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-82648708-829c-4ee1-b31a-ce0787135d52 req-f381a69f-1bc1-4e19-9c62-1bd917fee4a7 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Nov 11 16:15:56.711201 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60880) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:56.718965 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] Sync routers for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:15:56.728311 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:15:56.728910 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:15:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:56.829977 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-82648708-829c-4ee1-b31a-ce0787135d52 req-4d92e3f5-5ffa-48a5-bb8e-804e2cc72308 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127045 Nov 11 16:15:56.830543 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:15:56.844792 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:56.950299 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.003957 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Deleting port 69e63a7a-c9c3-4830-accf-e835cce95013 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:57.004298 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.085956 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] For port 69e63a7a-c9c3-4830-accf-e835cce95013, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=69e63a7a-c9c3-4830-accf-e835cce95013,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:57.086252 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.098249 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Calling delete_port for 69e63a7a-c9c3-4830-accf-e835cce95013 owned by network:router_gateway {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:57.132086 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:15:56Z', 'revision_number': 5, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port': {'id': '69e63a7a-c9c3-4830-accf-e835cce95013', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:12:52Z', 'updated_at': '2021-11-11T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:57.157257 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] Checking router: fd0066f8-d543-4ced-aeda-a30a15101745 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:15:57.166295 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] Routers {'fd0066f8-d543-4ced-aeda-a30a15101745'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:15:57.166876 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:15:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['fd0066f8-d543-4ced-aeda-a30a15101745'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:57.206139 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8545d-7a35-4c5a-a1ec-1740c377d1b1 req-8be82f70-af1a-49e6-953b-a76a0a474277 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:57.207613 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7c8545d-7a35-4c5a-a1ec-1740c377d1b1 req-8be82f70-af1a-49e6-953b-a76a0a474277 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0661926 Nov 11 16:15:57.250433 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] Set router fd0066f8-d543-4ced-aeda-a30a15101745 gateway port host: None {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:15:57.298527 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7c8545d-7a35-4c5a-a1ec-1740c377d1b1 req-7381a236-ac1c-4198-8d07-56d912f73c45 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584235 Nov 11 16:15:57.304538 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:15:56Z', 'revision_number': 6, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port_host': None}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:57.331435 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919238cd-b3e8-4808-8b21-1a656572f5c1 None None] The sync data for ids ['fd0066f8-d543-4ced-aeda-a30a15101745'] in dv-cinder-774288-11-iscsi is: [{'id': 'fd0066f8-d543-4ced-aeda-a30a15101745', 'name': 'tempest-TestMinimumBasicScenario-777342938-router', 'tenant_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:51Z', 'updated_at': '2021-11-11T16:15:56Z', 'revision_number': 6, 'project_id': 'dcea91a6c9f647348bd1b23da4d0193d', 'gw_port_host': None}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:15:57.344601 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.374108 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e63a7a-c9c3-4830-accf-e835cce95013,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:57.432636 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.528087 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.530831 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.576290 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.576868 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd0066f8-d543-4ced-aeda-a30a15101745 {{(pid=101822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:15:57.581893 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.583014 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-9b361945-1daa-40e6-8499-a41b1bbe63a7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fd0066f8-d543-4ced-aeda-a30a15101745 HTTP/1.1" status: 204 len: 168 time: 0.8708372 Nov 11 16:15:57.585552 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60884) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:57.634419 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] Deleting subnet 046f58ab-0435-4c5f-9a7e-9983b4561df1 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:15:57.637501 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.677576 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.798558 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.849395 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.874622 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046f58ab-0435-4c5f-9a7e-9983b4561df1,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:57.878884 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:57.884512 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-4aecb26f-7a3a-40eb-bb1e-fa71adc5ca34 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/046f58ab-0435-4c5f-9a7e-9983b4561df1 HTTP/1.1" status: 204 len: 168 time: 0.2956343 Nov 11 16:15:57.884866 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 60890) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:57.885867 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a669590-c91b-4dad-9169-4fee4e276ae0 None None] Network 603da69b-5a7a-4782-8fb8-ce1470b8abfe requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:15:57.984928 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.001747 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014e0ed-97b4-4c9a-bc99-eb0e709a7505 req-14e198ac-3609-4417-bb54-c2679da06147 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:58.003201 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0014e0ed-97b4-4c9a-bc99-eb0e709a7505 req-14e198ac-3609-4417-bb54-c2679da06147 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 945 time: 0.0765691 Nov 11 16:15:58.078903 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0014e0ed-97b4-4c9a-bc99-eb0e709a7505 req-eb234e27-edcb-456e-b96c-f243b9f40dee tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Nov 11 16:15:58.087998 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Deleting port 50f8d18b-fc18-43f6-a107-4692166c46db {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:58.088347 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.126052 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] DHCP port deletion for 603da69b-5a7a-4782-8fb8-ce1470b8abfe request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:15:58.161784 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] For port 50f8d18b-fc18-43f6-a107-4692166c46db, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=50f8d18b-fc18-43f6-a107-4692166c46db,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:58.162074 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.176271 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Calling delete_port for 50f8d18b-fc18-43f6-a107-4692166c46db owned by network:dhcp {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:58.181842 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] Deleting port 50f8d18b-fc18-43f6-a107-4692166c46db {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:58.182253 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.277724 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] For port 50f8d18b-fc18-43f6-a107-4692166c46db, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=50f8d18b-fc18-43f6-a107-4692166c46db,segment=NetworkSegment(919b48ab-cc8f-46e2-93a3-f8a085495936),segment_id=919b48ab-cc8f-46e2-93a3-f8a085495936)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:58.278332 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.279939 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.293747 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] Calling delete_port for 50f8d18b-fc18-43f6-a107-4692166c46db owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:58.308758 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] No DVR routers for this DVR port 50f8d18b-fc18-43f6-a107-4692166c46db on host dv-cinder-774288-11-iscsi {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:15:58.343772 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f8d18b-fc18-43f6-a107-4692166c46db,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:58.481311 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.514359 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.520597 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] Pushing event deleted for resources: {'Port': ['ID=50f8d18b-fc18-43f6-a107-4692166c46db,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:58.523423 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9157c14-861d-47c6-907a-b00b003b436d None None] No DVR routers for this DVR port 50f8d18b-fc18-43f6-a107-4692166c46db on host dv-cinder-774288-11-iscsi {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:15:58.547041 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603da69b-5a7a-4782-8fb8-ce1470b8abfe']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:58.556487 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9a83-50a4-4340-92ed-39adbdbfae4f req-2274a7f5-417e-40e9-86c2-31b63a298a81 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:58.558306 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-632d9a83-50a4-4340-92ed-39adbdbfae4f req-2274a7f5-417e-40e9-86c2-31b63a298a81 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.1405690 Nov 11 16:15:58.574849 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919b48ab-cc8f-46e2-93a3-f8a085495936') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:58.575157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919b48ab-cc8f-46e2-93a3-f8a085495936') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:58.596349 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.625901 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 50f8d18b-fc18-43f6-a107-4692166c46db no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:15:58.632449 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.647892 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:15:58.647892 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:15:58.648549 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:15:58.652153 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 50f8d18b-fc18-43f6-a107-4692166c46db {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:15:58.652545 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 50f8d18b-fc18-43f6-a107-4692166c46db not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:15:58.652970 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 69e63a7a-c9c3-4830-accf-e835cce95013 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:15:58.661823 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-632d9a83-50a4-4340-92ed-39adbdbfae4f req-aabbadb1-4448-43ff-833e-90169378455e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953238 Nov 11 16:15:58.675222 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 69e63a7a-c9c3-4830-accf-e835cce95013 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:15:58.675554 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 69e63a7a-c9c3-4830-accf-e835cce95013 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:15:58.675991 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 54517292-9f00-434a-89d8-a2358d1b7c3a no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:15:58.699436 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 54517292-9f00-434a-89d8-a2358d1b7c3a {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:15:58.699787 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 54517292-9f00-434a-89d8-a2358d1b7c3a not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:15:58.709799 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.716974 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:58.721550 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/603da69b-5a7a-4782-8fb8-ce1470b8abfe HTTP/1.1" status: 204 len: 168 time: 0.8355651 Nov 11 16:15:58.723252 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60904) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:15:58.731324 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7178d-0b56-4009-817b-b60100463ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=603da69b-5a7a-4782-8fb8-ce1470b8abfe,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:59.064614 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:59.310228 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Deleting port 4ad0a433-3839-4380-ae88-d05ada5d2bfb {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:15:59.310562 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:59.390249 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] For port 4ad0a433-3839-4380-ae88-d05ada5d2bfb, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=4ad0a433-3839-4380-ae88-d05ada5d2bfb,segment=NetworkSegment(e0842c33-16b5-4bf8-ad05-1e59e0a23320),segment_id=e0842c33-16b5-4bf8-ad05-1e59e0a23320)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:15:59.390626 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:59.402691 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Calling delete_port for 4ad0a433-3839-4380-ae88-d05ada5d2bfb owned by network:router_interface {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:15:59.577137 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:59.604468 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad0a433-3839-4380-ae88-d05ada5d2bfb,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:59.770300 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:59.790289 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358ec44-3c3f-4a72-bd77-f3ffb8f7ab0a req-c5557c29-354b-443e-bed1-da22b570b9dc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:59.791795 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2358ec44-3c3f-4a72-bd77-f3ffb8f7ab0a req-c5557c29-354b-443e-bed1-da22b570b9dc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0545621 Nov 11 16:15:59.837876 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2358ec44-3c3f-4a72-bd77-f3ffb8f7ab0a req-4cdb9dad-3b1b-4b64-96d6-2f05e8288dc8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400846 Nov 11 16:15:59.907729 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:15:59.985279 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:16:00.090720 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:00.095648 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-4952f87d-89dc-4278-9644-9c994513a5a5 admin admin] 10.222.0.45 "PUT /v2.0/routers/5f5ad5e5-48f3-4c65-b15a-564064db3c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3713157 Nov 11 16:16:00.098822 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60918) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:00.100036 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] Sync routers for ids ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:00.109544 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] Routers {'5f5ad5e5-48f3-4c65-b15a-564064db3c88'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:00.110166 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:15:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:00.215725 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] Set router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:00.405661 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:15:59Z', 'revision_number': 5, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:00.432268 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] Checking router: 5f5ad5e5-48f3-4c65-b15a-564064db3c88 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:00.441065 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] Routers {'5f5ad5e5-48f3-4c65-b15a-564064db3c88'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:00.441672 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:15:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:00.454695 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:00.547389 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] Set router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:00.561011 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:00.615298 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Deleting port 8400dc1d-4464-444e-a1c6-a66ab22e169a {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:00.615648 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:00.698021 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] For port 8400dc1d-4464-444e-a1c6-a66ab22e169a, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8400dc1d-4464-444e-a1c6-a66ab22e169a,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:00.698461 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:00.710398 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Calling delete_port for 8400dc1d-4464-444e-a1c6-a66ab22e169a owned by network:router_gateway {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:00.734817 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:15:59Z', 'revision_number': 5, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:00.762484 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe9b2b-8b94-469f-b220-66b504fdd46b None None] The sync data for ids ['5f5ad5e5-48f3-4c65-b15a-564064db3c88'] in dv-cinder-774288-11-iscsi is: [{'id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'name': 'tempest-TestMinimumBasicScenario-1624438016-router', 'tenant_id': '065df1079c7e478ab0943d9642a17976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:12:59Z', 'updated_at': '2021-11-11T16:15:59Z', 'revision_number': 5, 'project_id': '065df1079c7e478ab0943d9642a17976', 'gw_port': {'id': '8400dc1d-4464-444e-a1c6-a66ab22e169a', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ad5e5-48f3-4c65-b15a-564064db3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:13:00Z', 'updated_at': '2021-11-11T16:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:16:00.874347 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:00.905317 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8400dc1d-4464-444e-a1c6-a66ab22e169a,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:00.960882 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:00.961162 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3bec-2337-4ee1-bb94-b1706da6f53c req-cc13e510-4ffd-4413-9be7-ae77a890391f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:00.962944 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-862e3bec-2337-4ee1-bb94-b1706da6f53c req-cc13e510-4ffd-4413-9be7-ae77a890391f tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0522141 Nov 11 16:16:01.012239 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-862e3bec-2337-4ee1-bb94-b1706da6f53c req-bbb1f6ae-785b-449d-8507-3b50ac4348b3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432911 Nov 11 16:16:01.068084 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.070217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.135635 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.136156 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f5ad5e5-48f3-4c65-b15a-564064db3c88 {{(pid=101823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:16:01.140967 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.142150 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-74b1b489-753f-49d0-862b-cef20e38b3e9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5f5ad5e5-48f3-4c65-b15a-564064db3c88 HTTP/1.1" status: 204 len: 168 time: 1.0423985 Nov 11 16:16:01.144548 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60926) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:01.191070 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] Deleting subnet c20b03f3-155f-4074-889f-748b0b99d084 {{(pid=101823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:16:01.194521 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.230491 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12751847'] for subnet, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.341458 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.405901 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13015758'] for subnet, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.435705 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20b03f3-155f-4074-889f-748b0b99d084,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:01.438888 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.442951 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2911b03f-e3f8-479f-b2ce-03f57844abeb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c20b03f3-155f-4074-889f-748b0b99d084 HTTP/1.1" status: 204 len: 168 time: 0.2972119 Nov 11 16:16:01.445373 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60928) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:01.447966 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053513d-72a6-4969-ad53-a6281fd7191a None None] Network 66a6ddc7-876e-401a-9941-c7d4ee913eba requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:16:01.518618 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.570923 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Deleting port de98ef8b-94c2-409d-8320-2253a98fa504 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:01.571259 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.636655 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] For port de98ef8b-94c2-409d-8320-2253a98fa504, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=de98ef8b-94c2-409d-8320-2253a98fa504,segment=NetworkSegment(e0842c33-16b5-4bf8-ad05-1e59e0a23320),segment_id=e0842c33-16b5-4bf8-ad05-1e59e0a23320)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:01.637066 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.649375 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Calling delete_port for de98ef8b-94c2-409d-8320-2253a98fa504 owned by network:dhcp {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:01.725399 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.751197 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=de98ef8b-94c2-409d-8320-2253a98fa504,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:01.754788 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] No DVR routers for this DVR port de98ef8b-94c2-409d-8320-2253a98fa504 on host dv-cinder-774288-11-iscsi {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:01.778779 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33898b3-8202-4fd5-87f7-dfe849b884ca None None] DHCP port deletion for 66a6ddc7-876e-401a-9941-c7d4ee913eba request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:16:01.836731 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.855868 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a6ddc7-876e-401a-9941-c7d4ee913eba']}} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:01.865438 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0842c33-16b5-4bf8-ad05-1e59e0a23320') {'for_net_delete': True} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:01.865730 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0842c33-16b5-4bf8-ad05-1e59e0a23320') {} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:01.874668 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12751870'] for segment, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.887643 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.893870 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=101823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:16:01.894270 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752643'] for segment, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: Traceback (most recent call last): Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: timer() Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: cb(*args, **kw) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: return func(*args, **kwargs) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: self._notify() Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: self.callback(batched_events) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: event.method(event) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: return f(self, *a, **k) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._get(url).json() Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: return self.request(url, 'GET', **kwargs) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:16:01.896106 dv-cinder-774288-11-iscsi neutron-server[101823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:16:01.951475 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.955992 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:01.960670 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] 10.222.0.45 "DELETE /v2.0/networks/66a6ddc7-876e-401a-9941-c7d4ee913eba HTTP/1.1" status: 204 len: 168 time: 0.5143447 Nov 11 16:16:01.973417 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffca4d-b3fb-4a4d-8a52-ffb99b77fcbe admin admin] Pushing event deleted for resources: {'Network': ['ID=66a6ddc7-876e-401a-9941-c7d4ee913eba,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:02.069753 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60936) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:02.116004 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-acfa6be5-4836-42d8-a210-35b9e2780c74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dcea91a6c9f647348bd1b23da4d0193d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427940 Nov 11 16:16:02.116473 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60940) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:02.137586 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269cfa3-cafa-49e3-9f95-aa266d8c9020 req-cd334c75-d3b3-4e24-9c27-52746431e4f1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:02.139070 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8269cfa3-cafa-49e3-9f95-aa266d8c9020 req-cd334c75-d3b3-4e24-9c27-52746431e4f1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0495126 Nov 11 16:16:02.165148 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-878e713b-fecd-4c72-82e7-2dd52a98a2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.185838 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8269cfa3-cafa-49e3-9f95-aa266d8c9020 req-7f5a25ad-8cf6-4b8f-9e27-7097d2dfd284 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404317 Nov 11 16:16:02.186411 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-878e713b-fecd-4c72-82e7-2dd52a98a2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.234141 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-878e713b-fecd-4c72-82e7-2dd52a98a2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.236749 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-878e713b-fecd-4c72-82e7-2dd52a98a2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.237957 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-878e713b-fecd-4c72-82e7-2dd52a98a2ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c3d6971-8b92-4eb6-a171-1b863df9f7ce HTTP/1.1" status: 204 len: 168 time: 0.1203732 Nov 11 16:16:02.245576 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e713b-fecd-4c72-82e7-2dd52a98a2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3d6971-8b92-4eb6-a171-1b863df9f7ce,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:02.541872 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60946) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:02.585108 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-cdb93e2c-c90e-43a7-92c3-283c0a51c533 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=065df1079c7e478ab0943d9642a17976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418267 Nov 11 16:16:02.587477 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 60948) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:02.592561 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 4ad0a433-3839-4380-ae88-d05ada5d2bfb no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:02.611993 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 4ad0a433-3839-4380-ae88-d05ada5d2bfb {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:02.612671 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 4ad0a433-3839-4380-ae88-d05ada5d2bfb not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:02.613118 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device de98ef8b-94c2-409d-8320-2253a98fa504 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:02.631943 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: de98ef8b-94c2-409d-8320-2253a98fa504 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:02.632305 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device de98ef8b-94c2-409d-8320-2253a98fa504 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:02.632702 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8400dc1d-4464-444e-a1c6-a66ab22e169a no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:02.635896 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5954ab46-1b97-423e-a40a-dc68504639b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.654476 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 8400dc1d-4464-444e-a1c6-a66ab22e169a {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:02.654817 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8400dc1d-4464-444e-a1c6-a66ab22e169a not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:02.657997 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5954ab46-1b97-423e-a40a-dc68504639b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.703313 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5954ab46-1b97-423e-a40a-dc68504639b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.706228 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5954ab46-1b97-423e-a40a-dc68504639b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:02.707943 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-5954ab46-1b97-423e-a40a-dc68504639b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/314dd470-b191-44e9-a6da-34734fc0a768 HTTP/1.1" status: 204 len: 168 time: 0.1195619 Nov 11 16:16:02.715552 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954ab46-1b97-423e-a40a-dc68504639b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314dd470-b191-44e9-a6da-34734fc0a768,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:03.307985 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a355-6713-45a1-a26a-7d33a377be15 req-6937ae64-45b6-4112-96fe-8121b76db3d3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:03.309469 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-db48a355-6713-45a1-a26a-7d33a377be15 req-6937ae64-45b6-4112-96fe-8121b76db3d3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0514967 Nov 11 16:16:03.355881 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-db48a355-6713-45a1-a26a-7d33a377be15 req-c179f4da-4fd4-448a-b3cf-2ba716223401 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403328 Nov 11 16:16:04.472100 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdea1-4a45-4e4b-821a-67550fb6744c req-7ff26075-b9c1-431f-9caa-767c556a3cb3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:04.473610 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-549cdea1-4a45-4e4b-821a-67550fb6744c req-7ff26075-b9c1-431f-9caa-767c556a3cb3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0479934 Nov 11 16:16:04.522716 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-549cdea1-4a45-4e4b-821a-67550fb6744c req-1f8d83f2-cb98-427e-8903-3272b5ce2e3c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423617 Nov 11 16:16:05.638552 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d31240-45aa-44fc-8582-965258535aa8 req-5835a1cc-626b-48ed-b153-2bb29bf4a6ba tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:05.639903 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e6d31240-45aa-44fc-8582-965258535aa8 req-5835a1cc-626b-48ed-b153-2bb29bf4a6ba tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0464127 Nov 11 16:16:05.688582 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e6d31240-45aa-44fc-8582-965258535aa8 req-2e49882b-2673-49f8-9e2b-1e9afc5b68b5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429015 Nov 11 16:16:06.803515 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72028354-10e9-4564-a14b-1565308baf5e req-79d61c5b-551f-4cd5-8b63-808590c4d41b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:06.804966 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-72028354-10e9-4564-a14b-1565308baf5e req-79d61c5b-551f-4cd5-8b63-808590c4d41b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0469215 Nov 11 16:16:06.850913 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-72028354-10e9-4564-a14b-1565308baf5e req-7b546a2c-44d7-4902-8af3-460ac20189a3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400958 Nov 11 16:16:07.967333 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dc49b-1781-4899-8070-02d395c7ff8a req-0c1eb5f7-e76c-448d-ab4e-5714ba4636b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:07.968790 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-318dc49b-1781-4899-8070-02d395c7ff8a req-0c1eb5f7-e76c-448d-ab4e-5714ba4636b0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0474937 Nov 11 16:16:08.014271 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-318dc49b-1781-4899-8070-02d395c7ff8a req-d0a95c35-0e70-44eb-a205-c9cce56441d7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396209 Nov 11 16:16:09.133670 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f959-35d3-49f5-9d6e-9144cfaf5fe7 req-629d4aa9-e38b-4031-b4d4-66d4d080fca1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:09.135130 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9f8f959-35d3-49f5-9d6e-9144cfaf5fe7 req-629d4aa9-e38b-4031-b4d4-66d4d080fca1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0509911 Nov 11 16:16:09.180483 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a9f8f959-35d3-49f5-9d6e-9144cfaf5fe7 req-d7489e2d-7494-4750-b17e-c1b3707313d7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395610 Nov 11 16:16:10.301832 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b057a-17fe-4d65-9ff3-7341ca6629dc req-7372e5c7-fa1d-4304-8607-c8a1233297e9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:10.303843 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1b7b057a-17fe-4d65-9ff3-7341ca6629dc req-7372e5c7-fa1d-4304-8607-c8a1233297e9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0494947 Nov 11 16:16:10.354004 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1b7b057a-17fe-4d65-9ff3-7341ca6629dc req-cf147b84-db1b-425f-93b2-399a8e8d262e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436773 Nov 11 16:16:11.490082 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca547e-c4af-4394-895c-7da9212a5443 req-da71f44a-5705-45ff-81ca-c6f185051ca0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:11.491603 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8dca547e-c4af-4394-895c-7da9212a5443 req-da71f44a-5705-45ff-81ca-c6f185051ca0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0527401 Nov 11 16:16:11.546402 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8dca547e-c4af-4394-895c-7da9212a5443 req-6cd21b35-4d94-40ba-94cd-7e76ca494821 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488505 Nov 11 16:16:12.662953 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993dad0-0f90-47e2-9618-1296a6309be7 req-7da2639c-cffd-4c27-a20b-8b10471ddaa7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:12.664320 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4993dad0-0f90-47e2-9618-1296a6309be7 req-7da2639c-cffd-4c27-a20b-8b10471ddaa7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0478146 Nov 11 16:16:12.710963 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4993dad0-0f90-47e2-9618-1296a6309be7 req-b6751b1b-f67f-432f-8626-443bef78b11e tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407767 Nov 11 16:16:13.828887 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c74ca-6602-4e40-9605-52b5ee366d91 req-578c0f91-1617-4864-bd20-79f3d97bd2b7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:13.830416 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-436c74ca-6602-4e40-9605-52b5ee366d91 req-578c0f91-1617-4864-bd20-79f3d97bd2b7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0488400 Nov 11 16:16:13.877960 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-436c74ca-6602-4e40-9605-52b5ee366d91 req-9fddcfcb-cda9-4fd1-9e85-9dcb09f60cb8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417030 Nov 11 16:16:15.001105 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46cc2e-8d29-4d7d-92c9-fd1c4e658354 req-767c081b-79fb-43f4-a997-73d7ec8fcd83 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:15.002569 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf46cc2e-8d29-4d7d-92c9-fd1c4e658354 req-767c081b-79fb-43f4-a997-73d7ec8fcd83 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0501866 Nov 11 16:16:15.049057 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf46cc2e-8d29-4d7d-92c9-fd1c4e658354 req-261f54fc-62cb-4823-b762-1e3465508756 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405874 Nov 11 16:16:15.801997 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:16:15.904753 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:15.917163 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '2ee20a19-2172-4396-b97e-39df03665086', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'port_id': '2ee20a19-2172-4396-b97e-39df03665086', 'mac_address': 'fa:16:3e:1e:76:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:16:15.954256 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:15.966932 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ee20a19-2172-4396-b97e-39df03665086 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:15.986104 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:15.990030 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:16.044289 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:16.092786 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['2ee20a19-2172-4396-b97e-39df03665086'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:16:16.179898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315f291-e5aa-4669-a5cb-1b55bbb5ce35 req-1bf6694c-7e0b-4c3a-90e4-a6d739cfd094 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:16.181514 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b315f291-e5aa-4669-a5cb-1b55bbb5ce35 req-1bf6694c-7e0b-4c3a-90e4-a6d739cfd094 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 945 time: 0.0559263 Nov 11 16:16:16.229969 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b315f291-e5aa-4669-a5cb-1b55bbb5ce35 req-26959c58-5db2-4e44-a2f9-8467d54a2903 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425355 Nov 11 16:16:16.253183 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4117-10b7-4bc3-8c5c-d1e94991092f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:17.359669 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c799f10-fcc3-44c9-9891-b6b15f20abf2 req-3da4c7d1-5e39-4223-a84b-026479ffffe8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:17.361414 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4c799f10-fcc3-44c9-9891-b6b15f20abf2 req-3da4c7d1-5e39-4223-a84b-026479ffffe8 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 945 time: 0.0564668 Nov 11 16:16:17.413743 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4c799f10-fcc3-44c9-9891-b6b15f20abf2 req-6c5cc1f3-4b52-401e-98f2-3dd090714fc5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437877 Nov 11 16:16:17.812186 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:16:17.900137 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 2ee20a19-2172-4396-b97e-39df03665086 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:17.900595 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:17.998915 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:18.030251 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:18.033326 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0762002d-54ff-49dd-8c52-06f26cf67d18" -d '{"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-plugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:16:18.052163 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:18.058873 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:18.115715 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc44a01-3222-4070-bfae-cbafe3699039 x-openstack-request-id: req-4dc44a01-3222-4070-bfae-cbafe3699039 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:16:18.117347 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-plugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:16:18.117760 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4dc44a01-3222-4070-bfae-cbafe3699039 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:16:18.118152 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086', 'code': 200} Nov 11 16:16:18.135099 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:18.371411 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4f554f7-9c52-4d0f-a764-649d848e0c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:18.552873 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7332b8-e251-4407-984d-6eff6879485d req-a9ae2c56-4506-4d5e-80f7-dd1cf9eede6b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:18.558934 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bc7332b8-e251-4407-984d-6eff6879485d req-a9ae2c56-4506-4d5e-80f7-dd1cf9eede6b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0576987 Nov 11 16:16:18.609679 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bc7332b8-e251-4407-984d-6eff6879485d req-9427ebb8-384b-4431-b48e-1fa27d3242bd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483665 Nov 11 16:16:19.454303 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:19.740789 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd60a-aa4a-4866-9ae7-c2f5866ba61d req-37d8ae56-c9fc-4c77-9544-7600826ab160 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:19.743063 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf6dd60a-aa4a-4866-9ae7-c2f5866ba61d req-37d8ae56-c9fc-4c77-9544-7600826ab160 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0521672 Nov 11 16:16:19.821298 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf6dd60a-aa4a-4866-9ae7-c2f5866ba61d req-3bbbe65f-baf7-45e3-8f32-a79642a241de tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690358 Nov 11 16:16:20.890426 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:20.970406 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689362c-ae48-4674-a16a-c89acb064cff req-4d656787-a7db-47ff-ac51-ba44f2faf21b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:20.981955 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7689362c-ae48-4674-a16a-c89acb064cff req-4d656787-a7db-47ff-ac51-ba44f2faf21b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0650048 Nov 11 16:16:21.035875 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7689362c-ae48-4674-a16a-c89acb064cff req-16a99677-77d9-4c3d-a192-fb8fda3421ab tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519660 Nov 11 16:16:21.572623 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751c65-6f13-4d99-91ce-2adba957e571 req-5c774954-ab16-4cd6-92b5-63d9c8099188 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:21.574134 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92751c65-6f13-4d99-91ce-2adba957e571 req-5c774954-ab16-4cd6-92b5-63d9c8099188 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 945 time: 0.0506008 Nov 11 16:16:21.624712 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92751c65-6f13-4d99-91ce-2adba957e571 req-d0488217-3469-4a4d-a78a-7392c799df8b tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Nov 11 16:16:21.673449 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:22.169158 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2b0a9-b124-4781-a1ba-60855326f702 req-b6cabda2-09ca-4a77-a4b1-cc6756a5823c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:22.170695 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92f2b0a9-b124-4781-a1ba-60855326f702 req-b6cabda2-09ca-4a77-a4b1-cc6756a5823c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0553768 Nov 11 16:16:22.224179 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92f2b0a9-b124-4781-a1ba-60855326f702 req-fe38a07e-e776-4888-ae1b-75fb38736db9 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474746 Nov 11 16:16:22.754579 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39642-460a-4497-820c-02d2d710c19f req-3a08a746-1da5-464b-b0fa-c12c2ab64a7f tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:22.756660 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-70c39642-460a-4497-820c-02d2d710c19f req-3a08a746-1da5-464b-b0fa-c12c2ab64a7f tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 945 time: 0.0517333 Nov 11 16:16:22.833861 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-70c39642-460a-4497-820c-02d2d710c19f req-6998ad7c-bef2-4bad-8438-a9786ae7f62f tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/security-groups?id=e01718f8-c479-4cc6-a9dc-1c60c5a30e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633278 Nov 11 16:16:23.343984 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-13731e0b-da18-4f10-a7db-54d81566a2fd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:23.346199 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-13731e0b-da18-4f10-a7db-54d81566a2fd tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 945 time: 0.0605655 Nov 11 16:16:23.371952 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2fda4-7138-4778-944c-ba5aff854a48 req-ef08abc3-8ac7-4142-aff8-522a95bada0d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:23.377936 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5cf2fda4-7138-4778-944c-ba5aff854a48 req-ef08abc3-8ac7-4142-aff8-522a95bada0d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0729320 Nov 11 16:16:23.455828 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Deleting port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:23.456171 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:23.485591 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5cf2fda4-7138-4778-944c-ba5aff854a48 req-39f640bc-d9f2-4669-be0a-d588a16822f3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014328 Nov 11 16:16:23.570610 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] For port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,segment=NetworkSegment(e02139fe-ee42-49c9-aa8b-26203c27b335),segment_id=e02139fe-ee42-49c9-aa8b-26203c27b335)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:23.571355 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:23.586232 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Calling delete_port for d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:23.743413 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:23.757881 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:16:23.791424 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Pushing event deleted for resources: {'Port': ['ID=d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:23.838850 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] No DVR routers for this DVR port d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:23.841589 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:23.845449 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-e1409b14-9db2-4295-bfbe-9f7127493f91 req-fa6e4862-5300-4d1e-a3d4-188377106078 tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.57 "DELETE /v2.0/ports/d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 HTTP/1.1" status: 204 len: 173 time: 0.4914942 Nov 11 16:16:23.846052 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'name': 'network-vif-deleted', 'tag': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:23.848378 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362639e2-f015-461a-b50d-7826dba9df56" -d '{"events": [{"server_uuid": "dd9334b6-96d1-4193-85f8-92e3e5d9eba5", "name": "network-vif-deleted", "tag": "d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:16:23.908813 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181253b0-1231-49d5-8929-10152c64230e x-openstack-request-id: req-181253b0-1231-49d5-8929-10152c64230e {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:16:23.909147 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9334b6-96d1-4193-85f8-92e3e5d9eba5", "name": "network-vif-deleted", "tag": "d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:16:23.909395 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-181253b0-1231-49d5-8929-10152c64230e {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:16:23.909808 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9334b6-96d1-4193-85f8-92e3e5d9eba5', 'name': 'network-vif-deleted', 'tag': 'd664dee6-4b8f-4685-a9a7-1a7c42f8ffa8', 'status': 'completed', 'code': 200} Nov 11 16:16:23.970766 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6daf71e-9c14-40a9-9938-9caab70f0c1f req-75f62c96-d200-4839-90df-ee913e9f986f tempest-VolumesSnapshotTestJSON-1285359012 tempest-VolumesSnapshotTestJSON-1285359012-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9334b6-96d1-4193-85f8-92e3e5d9eba5 HTTP/1.1" status: 200 len: 210 time: 0.0405114 Nov 11 16:16:24.617439 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173cc56-4cdb-4510-bd8d-437c5a5e0211 req-0ae3e8ba-e4bd-4ae8-aa8a-d23c46715994 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:24.618987 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8173cc56-4cdb-4510-bd8d-437c5a5e0211 req-0ae3e8ba-e4bd-4ae8-aa8a-d23c46715994 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0512772 Nov 11 16:16:24.672039 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8173cc56-4cdb-4510-bd8d-437c5a5e0211 req-9a68992f-94d1-4470-8a66-ff3d005aef8a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464351 Nov 11 16:16:25.791028 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebffc6-bdd0-4141-95fb-a0b9d9fb5325 req-dd95938e-6b59-499f-b9a9-4c9bd89b4620 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:25.792509 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-62ebffc6-bdd0-4141-95fb-a0b9d9fb5325 req-dd95938e-6b59-499f-b9a9-4c9bd89b4620 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0493565 Nov 11 16:16:25.842198 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-62ebffc6-bdd0-4141-95fb-a0b9d9fb5325 req-a56d62ac-2c1d-4f67-8a41-3c698d01d176 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438726 Nov 11 16:16:25.861748 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:25.883074 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:25.883415 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d664dee6-4b8f-4685-a9a7-1a7c42f8ffa8 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:26.315098 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056c887-cdda-499d-8760-0bddd4626441 req-a4c28f8b-667e-44b2-866d-45047a74b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:26.316447 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2056c887-cdda-499d-8760-0bddd4626441 req-a4c28f8b-667e-44b2-866d-45047a74b88d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1099 time: 0.0393150 Nov 11 16:16:26.410213 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056c887-cdda-499d-8760-0bddd4626441 req-39b35124-47db-49a8-b238-ab3d4885963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:26.411691 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2056c887-cdda-499d-8760-0bddd4626441 req-39b35124-47db-49a8-b238-ab3d4885963a service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.0883064 Nov 11 16:16:26.491980 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2056c887-cdda-499d-8760-0bddd4626441 req-66d80e42-78b2-48dc-8c6e-50779f9667fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 200 len: 1002 time: 0.0726943 Nov 11 16:16:26.550460 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056c887-cdda-499d-8760-0bddd4626441 req-8a4f9338-db46-4637-8768-4774ba53270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:26.551896 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2056c887-cdda-499d-8760-0bddd4626441 req-8a4f9338-db46-4637-8768-4774ba53270e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0521524 Nov 11 16:16:26.594259 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:16:26.596562 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056c887-cdda-499d-8760-0bddd4626441 req-d24a3d74-bd32-4cf7-b110-2d17fdcab4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:26.598047 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2056c887-cdda-499d-8760-0bddd4626441 req-d24a3d74-bd32-4cf7-b110-2d17fdcab4e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386455 Nov 11 16:16:26.688277 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2056c887-cdda-499d-8760-0bddd4626441 req-00669eb2-620f-4974-be2e-e16dd014c37f service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825098 Nov 11 16:16:26.776528 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-2056c887-cdda-499d-8760-0bddd4626441 req-a59e4734-3585-4ac7-9215-971b35b388bc service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801094 Nov 11 16:16:26.958439 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87550d29-7e48-46e6-be58-5dc9b60c9956 req-1a9efde0-47ac-46d5-af8f-b4b0fa7eb7ec tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:26.959907 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-87550d29-7e48-46e6-be58-5dc9b60c9956 req-1a9efde0-47ac-46d5-af8f-b4b0fa7eb7ec tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0473013 Nov 11 16:16:27.006146 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-87550d29-7e48-46e6-be58-5dc9b60c9956 req-40b2a6aa-dcd8-4cd7-bf7f-30c38644c785 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404267 Nov 11 16:16:28.125002 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670ca3-01ce-45f3-a513-97934f252a91 req-c2b909a1-3a6d-4bf1-9098-041dd044fbf6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:28.126487 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e670ca3-01ce-45f3-a513-97934f252a91 req-c2b909a1-3a6d-4bf1-9098-041dd044fbf6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0478103 Nov 11 16:16:28.171682 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e670ca3-01ce-45f3-a513-97934f252a91 req-202ac873-e647-46c9-80fb-00b5538dd6f1 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394437 Nov 11 16:16:29.291758 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8daa47-afbf-4b1b-b38a-11257aa937ea req-6ffd036b-456c-4e4a-b37a-b9fff48ac0bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:29.293219 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-df8daa47-afbf-4b1b-b38a-11257aa937ea req-6ffd036b-456c-4e4a-b37a-b9fff48ac0bc tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 946 time: 0.0517838 Nov 11 16:16:29.338785 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-df8daa47-afbf-4b1b-b38a-11257aa937ea req-31b94142-e350-436c-90df-1b03efa8b603 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396807 Nov 11 16:16:29.895972 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:29.930049 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:29.977505 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:30.000859 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:30.003088 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7de444-3133-4c16-8762-568f84658616" -d '{"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:16:30.015727 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:30.020291 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:30.044885 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d77847-e0b9-4d9d-a5ce-4aa9789a1cf4 x-openstack-request-id: req-e8d77847-e0b9-4d9d-a5ce-4aa9789a1cf4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:16:30.045205 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:16:30.045455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8d77847-e0b9-4d9d-a5ce-4aa9789a1cf4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:16:30.045876 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086', 'code': 200} Nov 11 16:16:30.068991 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=8']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:30.463633 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2eba0-dcc7-424c-93c6-68004855faa9 req-2d1fa77b-19c3-4107-9803-ab849389ba8d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:30.465293 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ead2eba0-dcc7-424c-93c6-68004855faa9 req-2d1fa77b-19c3-4107-9803-ab849389ba8d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0505917 Nov 11 16:16:30.516358 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ead2eba0-dcc7-424c-93c6-68004855faa9 req-33def6d9-9666-46a0-874e-3feb3d6fa181 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435183 Nov 11 16:16:31.283305 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-5773c5d4-5aff-494e-8ecf-96b270b60a28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403168 Nov 11 16:16:31.350591 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-a8d8292c-2cea-476a-a136-e2c1a2d8b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.352678 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-a8d8292c-2cea-476a-a136-e2c1a2d8b78a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0456951 Nov 11 16:16:31.467722 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-07bd2302-e7b0-4169-bd8f-71f48397f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.469128 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-07bd2302-e7b0-4169-bd8f-71f48397f243 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.0958190 Nov 11 16:16:31.550714 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-d0488fe7-8457-44d4-b6d3-a10efd7c45a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 200 len: 1000 time: 0.0685914 Nov 11 16:16:31.600312 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-7d994a33-4246-488e-9730-17316bf02383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.601573 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-7d994a33-4246-488e-9730-17316bf02383 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0438519 Nov 11 16:16:31.637497 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c2ff-78af-4eed-b480-36f05fd18ed2 req-2ed1c1d5-25cc-4c57-acbf-b557968d2541 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.638977 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fb0c2ff-78af-4eed-b480-36f05fd18ed2 req-2ed1c1d5-25cc-4c57-acbf-b557968d2541 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0506508 Nov 11 16:16:31.646277 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-2e879f3b-9401-447e-86f1-cc1af57a8571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.647732 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-2e879f3b-9401-447e-86f1-cc1af57a8571 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387254 Nov 11 16:16:31.687596 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fb0c2ff-78af-4eed-b480-36f05fd18ed2 req-1b93150f-51ac-47f8-83f8-a3c5e77e2511 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421567 Nov 11 16:16:31.744637 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-bc616c51-2142-4ebf-9e57-2645caa45c9f service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891235 Nov 11 16:16:31.848567 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-1d9754fe-624a-44ae-8639-0f29d61b8db2 req-84a3f680-7443-4e8a-9ef3-ae69f7e3c9ab service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945845 Nov 11 16:16:32.688429 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb70e3c-b569-4054-9a2d-67bcf1efb7ba req-6a553869-45a1-40b8-b411-9af2fcd6a70d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:32.690033 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cbb70e3c-b569-4054-9a2d-67bcf1efb7ba req-6a553869-45a1-40b8-b411-9af2fcd6a70d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0545387 Nov 11 16:16:32.722894 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-1a86e501-7a53-471b-bc5c-c66544048d3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402117 Nov 11 16:16:32.738328 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cbb70e3c-b569-4054-9a2d-67bcf1efb7ba req-43063fd0-12b3-4c73-91df-bd339468460b tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418229 Nov 11 16:16:33.516007 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-6158ae31-bb15-40a0-825d-850efe70fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.517514 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-6158ae31-bb15-40a0-825d-850efe70fc29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7&tenant_id=818dce4f7655480da5617ad072103e6b HTTP/1.1" status: 200 len: 1097 time: 0.0448647 Nov 11 16:16:33.592515 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-1f3c5dca-a9e1-4efd-aac6-d640b1122c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.593997 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-1f3c5dca-a9e1-4efd-aac6-d640b1122c3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=818dce4f7655480da5617ad072103e6b&device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0396397 Nov 11 16:16:33.693012 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-9e6e8b3d-591c-47da-bbc0-2e7a14cb1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.694621 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-9e6e8b3d-591c-47da-bbc0-2e7a14cb1fe4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 200 len: 918 time: 0.0907989 Nov 11 16:16:33.759271 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-ad04a73e-985e-494d-b7af-68e2c295c381 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 200 len: 1000 time: 0.0580106 Nov 11 16:16:33.810763 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-e435bcc5-6170-4849-9da2-b881156245e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.812212 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-e435bcc5-6170-4849-9da2-b881156245e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 200 len: 856 time: 0.0453477 Nov 11 16:16:33.859815 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3c4f-daac-41a2-b23f-68de37c1527d req-a766ca03-472c-4c57-abb7-a5840e7aa3a5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.861488 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-053e3c4f-daac-41a2-b23f-68de37c1527d req-a766ca03-472c-4c57-abb7-a5840e7aa3a5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0499187 Nov 11 16:16:33.861641 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-dc3fef3b-73d6-41d8-b702-e04c9cbdf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.863112 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-dc3fef3b-73d6-41d8-b702-e04c9cbdf1e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceacb2a-18e4-4b62-913a-6c446c6c59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434861 Nov 11 16:16:33.908652 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:33.916054 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-053e3c4f-daac-41a2-b23f-68de37c1527d req-56a8a0b8-f98c-409f-8983-349aa81d01c7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475955 Nov 11 16:16:33.975262 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-ff950bd0-1007-4474-a8c4-ac1fa788a777 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045923 Nov 11 16:16:34.074265 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-0ac6e5d8-5f89-4cb9-98d5-25e13e3130c5 req-26ecb862-c6d3-431a-9275-af5c5c61f768 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914569 Nov 11 16:16:35.069350 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69653-8bcf-42c5-9885-7703ac829e65 req-f0b39db9-4cc1-46fe-a03d-360356433c00 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:35.070869 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-61d69653-8bcf-42c5-9885-7703ac829e65 req-f0b39db9-4cc1-46fe-a03d-360356433c00 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0884728 Nov 11 16:16:35.083528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5222-14a9-41b1-ab0c-83a987408302 req-e2cdd983-3d1c-442f-aaa9-8e32e064f4cf tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:35.084965 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fac5222-14a9-41b1-ab0c-83a987408302 req-e2cdd983-3d1c-442f-aaa9-8e32e064f4cf tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0664270 Nov 11 16:16:35.157431 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-61d69653-8bcf-42c5-9885-7703ac829e65 req-96ee25cc-45fd-46e5-9a11-dde42039dc8e tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714543 Nov 11 16:16:35.165846 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8fac5222-14a9-41b1-ab0c-83a987408302 req-02912a39-ca27-4f8d-b78a-2252d48ff2a5 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734344 Nov 11 16:16:36.311167 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbbb2d-c2e6-4e55-8a6e-1892b3f136a3 req-dcd32c25-c3b0-4f79-bc4e-61e361d8f488 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:36.312637 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3acbbb2d-c2e6-4e55-8a6e-1892b3f136a3 req-dcd32c25-c3b0-4f79-bc4e-61e361d8f488 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0843089 Nov 11 16:16:36.321496 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d88ed4-e318-44ce-9118-7dd53a50f4ba req-d6faf84e-566a-4f5e-81f3-3240bdbe0722 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:36.322924 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-41d88ed4-e318-44ce-9118-7dd53a50f4ba req-d6faf84e-566a-4f5e-81f3-3240bdbe0722 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0667410 Nov 11 16:16:36.394625 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3acbbb2d-c2e6-4e55-8a6e-1892b3f136a3 req-24c658c8-520f-4574-9c3a-4155741455d7 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704923 Nov 11 16:16:36.403645 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-41d88ed4-e318-44ce-9118-7dd53a50f4ba req-f1bf8986-a32b-4b62-911f-0f1ba056f5a0 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734262 Nov 11 16:16:37.568416 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbeee-26e7-496f-b7ec-60d5a21b8bc4 req-5e79de8a-4747-4287-a5d8-95b7024b07fc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:37.569947 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0dbfbeee-26e7-496f-b7ec-60d5a21b8bc4 req-5e79de8a-4747-4287-a5d8-95b7024b07fc tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0814519 Nov 11 16:16:37.577892 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3bc04-ed06-49c9-8f56-f97942269ba3 req-2ba574b9-732e-4bb2-878a-1f392eede6ad tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:37.579258 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dea3bc04-ed06-49c9-8f56-f97942269ba3 req-2ba574b9-732e-4bb2-878a-1f392eede6ad tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0820649 Nov 11 16:16:37.642289 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0dbfbeee-26e7-496f-b7ec-60d5a21b8bc4 req-b66d6765-92ec-4227-abc4-88f6765633b8 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620663 Nov 11 16:16:37.659697 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-dea3bc04-ed06-49c9-8f56-f97942269ba3 req-1671176c-cae9-4d4b-a9f4-de1e086d5ace tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737400 Nov 11 16:16:38.793364 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd570-6531-4215-8286-68fe82f18d2b req-843afdd7-8719-492e-ab6c-601f30c8ec23 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:38.795009 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1dbd570-6531-4215-8286-68fe82f18d2b req-843afdd7-8719-492e-ab6c-601f30c8ec23 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0818069 Nov 11 16:16:38.814178 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c8787-6a79-4cdd-a6eb-98ac8dc9b63a req-d5e3b385-35ef-4b86-9d58-a87dfd0f043d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:38.815735 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0c8c8787-6a79-4cdd-a6eb-98ac8dc9b63a req-d5e3b385-35ef-4b86-9d58-a87dfd0f043d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0681636 Nov 11 16:16:38.878571 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0c8c8787-6a79-4cdd-a6eb-98ac8dc9b63a req-75cd8ddd-d122-404c-973c-7957ae789e78 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555353 Nov 11 16:16:38.917081 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1dbd570-6531-4215-8286-68fe82f18d2b req-c2d25440-6dbb-4629-8455-00b711e5f52f tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116326 Nov 11 16:16:40.014738 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dda68-d846-4484-927e-1eaddb62909a req-1e5c21cd-1fcc-4e76-ac13-73e60979c588 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:40.016440 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9b6dda68-d846-4484-927e-1eaddb62909a req-1e5c21cd-1fcc-4e76-ac13-73e60979c588 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0596507 Nov 11 16:16:40.083487 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28600b2-b8d6-4528-95ab-653614a7b0f0 req-11e10b97-331d-4399-96ee-e18d9d6b046a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:40.084976 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f28600b2-b8d6-4528-95ab-653614a7b0f0 req-11e10b97-331d-4399-96ee-e18d9d6b046a tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0906470 Nov 11 16:16:40.093259 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9b6dda68-d846-4484-927e-1eaddb62909a req-47951393-0f5c-4644-be0a-e83aa21273f3 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628173 Nov 11 16:16:40.155814 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f28600b2-b8d6-4528-95ab-653614a7b0f0 req-7c53ee86-030f-4e0c-9ace-d1497377829c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615761 Nov 11 16:16:40.359038 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33174) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:40.697501 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Deleting port 48ddcbf1-c928-4a45-af51-8c1855866698 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:40.697760 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:40.776267 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:40.776868 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:40.789403 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Calling delete_port for 48ddcbf1-c928-4a45-af51-8c1855866698 owned by network:floatingip {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:40.965230 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:40.999793 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event deleted for resources: {'Port': ['ID=48ddcbf1-c928-4a45-af51-8c1855866698,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:41.020598 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.020947 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.021324 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.021660 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.021994 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.022380 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.022710 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.023036 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.023364 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.023689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.024013 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.024366 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:41.070024 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for floatingip, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:41.070357 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.l3_db [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Floating IP f5b5c861-6566-4b41-b479-a16da151a646 disassociated (deleted). External IP: 172.27.3.168, port: bd264340-8b83-4de4-a609-9b81ed4a0b98. Nov 11 16:16:41.270984 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5655771-c7c7-4f49-abfe-a409eb94628c req-3bbce611-7c0a-4854-9825-3d1ffbb5d2ec tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:41.272540 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b5655771-c7c7-4f49-abfe-a409eb94628c req-3bbce611-7c0a-4854-9825-3d1ffbb5d2ec tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0868156 Nov 11 16:16:41.345673 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7196d6b-58df-4820-a248-1190318976cf req-42f04df0-c1a0-48f9-a60b-aa588d89bf99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:41.349568 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7196d6b-58df-4820-a248-1190318976cf req-42f04df0-c1a0-48f9-a60b-aa588d89bf99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0954385 Nov 11 16:16:41.381363 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b5655771-c7c7-4f49-abfe-a409eb94628c req-0ea164b9-1061-440e-9b53-d5b068e489b7 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884488 Nov 11 16:16:41.446503 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7196d6b-58df-4820-a248-1190318976cf req-20bdd637-52e3-430d-ada7-36a5f4a65f7c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895498 Nov 11 16:16:41.618224 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Router 24962362-beb0-492b-a4fa-6bdb05779aa3 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:16:41.737360 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:41.742498 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:41.750430 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] Sync routers for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:41.760087 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:41.760715 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:41.771836 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6eae1087-587f-4f6f-8575-b71b82a7493d tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "DELETE /v2.0/floatingips/f5b5c861-6566-4b41-b479-a16da151a646 HTTP/1.1" status: 204 len: 168 time: 1.4110808 Nov 11 16:16:41.772679 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:41.776041 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c44391-0e2b-460a-b09f-889698f9d5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:16:41.837150 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a859ae-ed9c-4d5f-ab3b-0708c5b3c5d9 x-openstack-request-id: req-06a859ae-ed9c-4d5f-ab3b-0708c5b3c5d9 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:16:41.838079 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:16:41.838430 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06a859ae-ed9c-4d5f-ab3b-0708c5b3c5d9 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:16:41.838951 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'status': 'completed', 'code': 200} Nov 11 16:16:41.905955 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:42.066513 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e1f78-e93b-4f84-a202-118ac257d2c7 req-c4029e0b-9b5f-4c09-b7bf-b68330969cb2 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:42.068557 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9e3e1f78-e93b-4f84-a202-118ac257d2c7 req-c4029e0b-9b5f-4c09-b7bf-b68330969cb2 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0726459 Nov 11 16:16:42.126286 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9e3e1f78-e93b-4f84-a202-118ac257d2c7 req-66ca9e5a-da91-4891-a19f-48bfe9730a5b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501165 Nov 11 16:16:42.139335 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 5, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:42.167091 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] Checking router: 24962362-beb0-492b-a4fa-6bdb05779aa3 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:42.176516 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:42.177193 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:42.288233 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:42.519832 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76e70-e22d-4bfb-b49d-e6581f3b33e3 req-a2bd52f6-1b02-41e5-b516-78ca304fc927 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:42.522645 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 5, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:42.527199 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-07c76e70-e22d-4bfb-b49d-e6581f3b33e3 req-a2bd52f6-1b02-41e5-b516-78ca304fc927 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0591133 Nov 11 16:16:42.574660 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57a20d-4bd7-40ba-b4eb-e21160631153 None None] The sync data for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi is: [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:52Z', 'revision_number': 4, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b', 'name': '', 'network_id': 'd9ff2228-33b7-44d7-95dd-37848a0aeb31', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'mac_address': 'fa:16:3e:43:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:51Z', 'updated_at': '2021-11-11T16:10:56Z', 'revision_number': 5, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'subnets': [{'id': '98f4165f-ebf8-4807-91db-a3f652ccc739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:16:42.585505 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-07c76e70-e22d-4bfb-b49d-e6581f3b33e3 req-a1a97cc4-8047-48f3-b079-18f1e27f6228 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515130 Nov 11 16:16:42.659126 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f570cf-a366-4e84-8dfd-a06522bc9bd0 req-59d57f2c-c8d0-4ab8-b097-16658c644d95 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:42.669483 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-91f570cf-a366-4e84-8dfd-a06522bc9bd0 req-59d57f2c-c8d0-4ab8-b097-16658c644d95 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0827897 Nov 11 16:16:42.749394 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-91f570cf-a366-4e84-8dfd-a06522bc9bd0 req-6d47b918-725a-4bc2-8724-cf274b1028f0 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765247 Nov 11 16:16:42.864943 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ae3c7-1c40-4fd8-ad3c-e086cf340bde None None] New status for floating IP f5b5c861-6566-4b41-b479-a16da151a646: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:16:43.265103 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348debdf-c1ca-458a-9391-4f067ad4b1f8 req-4cab129f-03e0-4f92-82bb-24cb5e195282 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:43.269460 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-348debdf-c1ca-458a-9391-4f067ad4b1f8 req-4cab129f-03e0-4f92-82bb-24cb5e195282 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0581858 Nov 11 16:16:43.318735 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-348debdf-c1ca-458a-9391-4f067ad4b1f8 req-e69ebeba-9469-419a-82c9-09bdc515e51a tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 Nov 11 16:16:43.698100 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba353e2-0c54-477b-a620-c794bf0b7158 req-c4c54e31-c1c4-47cd-96f5-80aaff084427 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:43.699584 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2ba353e2-0c54-477b-a620-c794bf0b7158 req-c4c54e31-c1c4-47cd-96f5-80aaff084427 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0496209 Nov 11 16:16:43.756353 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2ba353e2-0c54-477b-a620-c794bf0b7158 req-fbb7e249-1457-4cb1-b93f-0d53f8372123 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505323 Nov 11 16:16:43.890991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66012f-1d84-457b-8d8f-d255fcafea0c req-88e8832b-c9c3-4090-8a79-aadde58ec576 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:43.892543 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9d66012f-1d84-457b-8d8f-d255fcafea0c req-88e8832b-c9c3-4090-8a79-aadde58ec576 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0584974 Nov 11 16:16:43.951142 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9d66012f-1d84-457b-8d8f-d255fcafea0c req-74c9602a-fa95-467a-a2b7-e571f2cea3a0 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508995 Nov 11 16:16:44.434967 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260ba7-da0e-47f9-91a7-3f77deeb02f8 req-8fa97a97-a65a-40f0-859f-53aa642eeb52 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:44.436469 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ad260ba7-da0e-47f9-91a7-3f77deeb02f8 req-8fa97a97-a65a-40f0-859f-53aa642eeb52 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0492048 Nov 11 16:16:44.486298 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ad260ba7-da0e-47f9-91a7-3f77deeb02f8 req-5e3cef3c-f2a3-470f-9ed2-ce459d078b47 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 Nov 11 16:16:44.884506 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad812d-2c18-4042-936b-204d3eb69cb1 req-3874e566-fbb9-4371-b7a4-2924e4cf49ae tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:44.885957 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2ad812d-2c18-4042-936b-204d3eb69cb1 req-3874e566-fbb9-4371-b7a4-2924e4cf49ae tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0496218 Nov 11 16:16:44.933545 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c2ad812d-2c18-4042-936b-204d3eb69cb1 req-e687824c-c25c-40ec-8cd2-291f3a5dcff2 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417621 Nov 11 16:16:45.056591 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-fa535732-50b7-448f-b7ef-50988a939865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:45.058163 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-fa535732-50b7-448f-b7ef-50988a939865 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bdfcd0769004c6381e233204dadc18e&device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 1099 time: 0.0490856 Nov 11 16:16:45.088439 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607d4b-e9d1-4a41-a0e5-f34587f11ce0 req-2ae53287-6774-4883-987e-d3379e333f9c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:45.090032 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6a607d4b-e9d1-4a41-a0e5-f34587f11ce0 req-2ae53287-6774-4883-987e-d3379e333f9c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Nov 11 16:16:45.137267 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6a607d4b-e9d1-4a41-a0e5-f34587f11ce0 req-70697ec2-9531-4396-a366-a51914b1dcaf tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 Nov 11 16:16:45.154139 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-3acd48c0-6a7e-4e9c-8cf8-e0c99b90fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:45.155611 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-3acd48c0-6a7e-4e9c-8cf8-e0c99b90fa81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 200 len: 910 time: 0.0890932 Nov 11 16:16:45.200868 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-1b250dde-52c4-42c1-9d36-7932f25e967d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 200 len: 217 time: 0.0346122 Nov 11 16:16:45.258125 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-b401ec9d-805c-4945-99e3-bca981f9978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:45.260277 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-b401ec9d-805c-4945-99e3-bca981f9978c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 200 len: 848 time: 0.0478649 Nov 11 16:16:45.308683 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-295a818f-ba36-4428-b406-bbe307698c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:45.310081 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-295a818f-ba36-4428-b406-bbe307698c5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d9ff2228-33b7-44d7-95dd-37848a0aeb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388958 Nov 11 16:16:45.401965 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-3f921b5c-c2bc-464b-b938-a0b4e102ca6b service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820072 Nov 11 16:16:45.495864 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-78c44391-0e2b-460a-b09f-889698f9d5b7 req-b5e4d2bb-5cf4-4909-98fb-b9bd088747cc service neutron] 10.222.0.57 "GET /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844564 Nov 11 16:16:45.603363 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94d0ea-6588-4222-b42e-ed481996bf7c req-25b2342a-2366-4540-a75c-e876607a1d70 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:45.604723 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fb94d0ea-6588-4222-b42e-ed481996bf7c req-25b2342a-2366-4540-a75c-e876607a1d70 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0504324 Nov 11 16:16:45.652118 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fb94d0ea-6588-4222-b42e-ed481996bf7c req-e9c49b7f-4013-48b2-8933-e8c2d736448b tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Nov 11 16:16:45.940979 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:16:46.037278 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:46.049980 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '2ee20a19-2172-4396-b97e-39df03665086', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'port_id': '2ee20a19-2172-4396-b97e-39df03665086', 'mac_address': 'fa:16:3e:1e:76:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:16:46.052833 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6436-e27d-4df9-9cec-f6fa85f2301b req-ae10a281-da69-4f4d-97ca-30ff609b8ecb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:46.054626 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-23aa6436-e27d-4df9-9cec-f6fa85f2301b req-ae10a281-da69-4f4d-97ca-30ff609b8ecb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 944 time: 0.0478008 Nov 11 16:16:46.093954 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:46.106439 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-23aa6436-e27d-4df9-9cec-f6fa85f2301b req-be96aa51-bd1e-476f-915c-27a81530b99c tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441377 Nov 11 16:16:46.106953 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee20a19-2172-4396-b97e-39df03665086 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:46.129074 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:46.141117 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:46.195666 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=9']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:46.255202 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd01af-1b82-496f-82ef-6704739dc28f req-28d1c34d-a63c-41da-bf65-bb75b9b335da tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:46.257570 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27fd01af-1b82-496f-82ef-6704739dc28f req-28d1c34d-a63c-41da-bf65-bb75b9b335da tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Nov 11 16:16:46.262661 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4ca9-5e13-4dd2-9332-634d0ce4fa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:46.314072 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-27fd01af-1b82-496f-82ef-6704739dc28f req-5a4e797b-77f4-449c-9495-177088431c2c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494480 Nov 11 16:16:46.453496 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['2ee20a19-2172-4396-b97e-39df03665086'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:16:46.761617 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bbd8a-2780-45b9-995b-4c82e4c42ced req-3fb31e3c-04d6-4a24-ad9c-50f26bbdabb6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:46.762951 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-611bbd8a-2780-45b9-995b-4c82e4c42ced req-3fb31e3c-04d6-4a24-ad9c-50f26bbdabb6 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0467062 Nov 11 16:16:46.810417 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-611bbd8a-2780-45b9-995b-4c82e4c42ced req-3e97982e-51ab-4b4f-9953-e26c4c25c481 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/security-groups?id=369870e9-7f32-4d45-a054-972bee4bb074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Nov 11 16:16:46.898822 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-1ec6bb66-88ab-4f2f-b134-67e3768acd1c tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:46.900263 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-1ec6bb66-88ab-4f2f-b134-67e3768acd1c tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 946 time: 0.0473661 Nov 11 16:16:46.998076 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Deleting port bd264340-8b83-4de4-a609-9b81ed4a0b98 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:46.998411 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.086152 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] For port bd264340-8b83-4de4-a609-9b81ed4a0b98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd264340-8b83-4de4-a609-9b81ed4a0b98,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:47.086513 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.098478 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Calling delete_port for bd264340-8b83-4de4-a609-9b81ed4a0b98 owned by compute:nova {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:47.143896 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-38dae5da-c388-4c0f-8741-8bd0f5800c6c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:47.145387 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-38dae5da-c388-4c0f-8741-8bd0f5800c6c tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0474846 Nov 11 16:16:47.237415 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.267730 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event deleted for resources: {'Port': ['ID=bd264340-8b83-4de4-a609-9b81ed4a0b98,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:47.322600 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] No DVR routers for this DVR port bd264340-8b83-4de4-a609-9b81ed4a0b98 on host hv-cinder-77428 {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:47.325418 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.328957 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-fe7aa309-2a45-4b1a-9aae-0480a44f3fc5 req-195dd867-6198-4b32-ad39-a886e66b3824 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.57 "DELETE /v2.0/ports/bd264340-8b83-4de4-a609-9b81ed4a0b98 HTTP/1.1" status: 204 len: 173 time: 0.4204392 Nov 11 16:16:47.329328 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-deleted', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:47.331990 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cdd054-b711-44da-8e77-7758145e3ea9" -d '{"events": [{"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-deleted", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:16:47.379354 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d931e6f-1ea2-414f-8b80-175e41ce3af1 x-openstack-request-id: req-7d931e6f-1ea2-414f-8b80-175e41ce3af1 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:16:47.379477 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9615a71-da8b-4444-8074-3f1950d1c29c", "name": "network-vif-deleted", "tag": "bd264340-8b83-4de4-a609-9b81ed4a0b98", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:16:47.379874 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d931e6f-1ea2-414f-8b80-175e41ce3af1 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:16:47.380225 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9615a71-da8b-4444-8074-3f1950d1c29c', 'name': 'network-vif-deleted', 'tag': 'bd264340-8b83-4de4-a609-9b81ed4a0b98', 'status': 'completed', 'code': 200} Nov 11 16:16:47.550137 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e848549-be30-46c5-a0da-6fbbe8f7ae2d req-f6031041-5bb6-4580-9df1-eb5dcd1950e6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:47.551603 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3e848549-be30-46c5-a0da-6fbbe8f7ae2d req-f6031041-5bb6-4580-9df1-eb5dcd1950e6 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 945 time: 0.3648221 Nov 11 16:16:47.567135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2f2ff-6db1-48d4-9502-844df7a0e4f9 req-27fcde1e-c54a-41d6-aef9-6f31fd626cc3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:47.568630 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-79f2f2ff-6db1-48d4-9502-844df7a0e4f9 req-27fcde1e-c54a-41d6-aef9-6f31fd626cc3 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 945 time: 0.0836082 Nov 11 16:16:47.593644 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Deleting port 8aa270ee-86d8-4340-923e-826728445676 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:47.593921 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.702981 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3e848549-be30-46c5-a0da-6fbbe8f7ae2d req-f555713b-b411-4724-905d-b853cb23d4cb tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1436858 Nov 11 16:16:47.723145 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-79f2f2ff-6db1-48d4-9502-844df7a0e4f9 req-8e9c0ffe-2e8e-43a7-8da5-b18afb004c25 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf93b9fb-9772-4e97-9972-abacede64c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453750 Nov 11 16:16:47.764721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] For port 8aa270ee-86d8-4340-923e-826728445676, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8aa270ee-86d8-4340-923e-826728445676,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:47.765191 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.948391 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a1b503d4-55e9-440f-aa12-10eaa54960c0 req-ba45784c-d3a1-4afd-a45f-a356910e0045 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9615a71-da8b-4444-8074-3f1950d1c29c HTTP/1.1" status: 200 len: 210 time: 0.0586824 Nov 11 16:16:47.972914 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.973378 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:47.973695 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Floating IP 98cd1a71-1d34-426a-8bf3-995b4835ddc2 disassociated. External IP: 172.27.3.82, port: 8aa270ee-86d8-4340-923e-826728445676. Nov 11 16:16:47.973851 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:16:47.974352 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Calling delete_port for 8aa270ee-86d8-4340-923e-826728445676 owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:48.026490 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 2ee20a19-2172-4396-b97e-39df03665086 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:48.026853 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.107454 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.112797 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.137506 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event deleted for resources: {'Port': ['ID=8aa270ee-86d8-4340-923e-826728445676,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:48.147000 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:48.147629 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.148088 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.148317 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.148637 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.148963 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.149526 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.149846 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.149964 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac68d8a-4e40-40cf-bd59-674213e8b7d1" -d '{"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-plugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:16:48.150170 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.150541 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.151409 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.151731 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.152049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:48.184826 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:48.189203 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.216360 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9947c9d-06b4-4a80-9400-18bde414d1a1 x-openstack-request-id: req-d9947c9d-06b4-4a80-9400-18bde414d1a1 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:16:48.216658 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-plugged", "status": "completed", "tag": "2ee20a19-2172-4396-b97e-39df03665086", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:16:48.216914 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9947c9d-06b4-4a80-9400-18bde414d1a1 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:16:48.217345 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee20a19-2172-4396-b97e-39df03665086', 'code': 200} Nov 11 16:16:48.243901 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=10']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:48.273592 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Router e365722a-9325-460b-865b-f67335cbd022 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:16:48.367849 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28113ab1-830a-4f05-975d-52086401e0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.381985 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ee92-a73b-4ce7-a926-a2e9c92d5521 req-66967b53-9b07-4e6b-93cf-e51853e763bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:48.383479 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3de2ee92-a73b-4ce7-a926-a2e9c92d5521 req-66967b53-9b07-4e6b-93cf-e51853e763bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 1100 time: 0.0430145 Nov 11 16:16:48.386939 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:48.397040 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] Sync routers for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:48.411185 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:48.411964 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:48.429228 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] No DVR routers for this DVR port 8aa270ee-86d8-4340-923e-826728445676 on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:48.434258 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.438562 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-47cf3f36-e7b1-4a06-842f-7e4ff47617e0 req-d64a7e16-8ee7-4ab2-b8dd-bd38bf8b8b99 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.57 "DELETE /v2.0/ports/8aa270ee-86d8-4340-923e-826728445676 HTTP/1.1" status: 204 len: 173 time: 1.2864990 Nov 11 16:16:48.439232 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'name': 'network-vif-deleted', 'tag': '8aa270ee-86d8-4340-923e-826728445676'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:48.442355 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0858d1f8-4555-4cde-aab6-074dce12a14b" -d '{"events": [{"server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "name": "network-vif-deleted", "tag": "8aa270ee-86d8-4340-923e-826728445676"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:16:48.477685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33284) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:48.480649 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-3de2ee92-a73b-4ce7-a926-a2e9c92d5521 req-8f63b6ca-cf26-48b9-af66-201176a7752b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865955 Nov 11 16:16:48.531761 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb763b-4f8d-4653-a99a-0f5c3bd4b495 x-openstack-request-id: req-c7cb763b-4f8d-4653-a99a-0f5c3bd4b495 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:16:48.532214 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98ad1a9-88ca-483e-adff-ef051a6a0b21", "name": "network-vif-deleted", "tag": "8aa270ee-86d8-4340-923e-826728445676", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:16:48.532566 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7cb763b-4f8d-4653-a99a-0f5c3bd4b495 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:16:48.533333 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98ad1a9-88ca-483e-adff-ef051a6a0b21', 'name': 'network-vif-deleted', 'tag': '8aa270ee-86d8-4340-923e-826728445676', 'status': 'completed', 'code': 200} Nov 11 16:16:48.541636 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:48.568713 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] Deleting subnet 39fe04d8-1f2d-4e21-8ca2-22be5f680e3d {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:16:48.573712 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.630641 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.674453 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.789797 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.800388 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:48.813173 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.821925 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33290) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:48.826542 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/39fe04d8-1f2d-4e21-8ca2-22be5f680e3d HTTP/1.1" status: 204 len: 168 time: 0.3458688 Nov 11 16:16:48.839284 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] Checking router: e365722a-9325-460b-865b-f67335cbd022 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:48.845717 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e67aa-bcd4-4ea9-9d82-905d095d709c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fe04d8-1f2d-4e21-8ca2-22be5f680e3d,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:48.849594 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:48.853059 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:48.929760 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e1385380-2cbe-4a52-8fe3-d0aa03e7d15e req-38e49050-aefc-42a5-ac99-e68b3b6c99ce tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/ports?device_id=e98ad1a9-88ca-483e-adff-ef051a6a0b21 HTTP/1.1" status: 200 len: 210 time: 0.0500767 Nov 11 16:16:48.943642 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:48.954972 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3fd0c-3c32-449a-a250-086a308e4d6a req-4f8050ba-f85b-4f56-ad59-94ef3dd133dd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:48.956556 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cad3fd0c-3c32-449a-a250-086a308e4d6a req-4f8050ba-f85b-4f56-ad59-94ef3dd133dd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 947 time: 0.0890386 Nov 11 16:16:48.981453 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:49.013828 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cad3fd0c-3c32-449a-a250-086a308e4d6a req-e18a15d6-54bb-4f8e-8028-fbbc4e874f83 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503740 Nov 11 16:16:49.014556 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33294) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:49.044459 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.085458 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f1ccf1-a6b2-4dc3-9801-aa266e425e6e']}} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:49.100623 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f0427fa-42e6-4003-8d6f-e667829ea4d3 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.105505 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02139fe-ee42-49c9-aa8b-26203c27b335') {'for_net_delete': True} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:49.105904 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02139fe-ee42-49c9-aa8b-26203c27b335') {} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:49.126709 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12751870'] for segment, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.149853 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.156650 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f0427fa-42e6-4003-8d6f-e667829ea4d3 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.161600 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=101823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:16:49.162402 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752643'] for segment, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: Traceback (most recent call last): Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: timer() Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: cb(*args, **kw) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: return func(*args, **kwargs) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: self._notify() Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: self.callback(batched_events) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: event.method(event) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: return f(self, *a, **k) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._get(url).json() Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: return self.request(url, 'GET', **kwargs) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:16:49.167025 dv-cinder-774288-11-iscsi neutron-server[101823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:16:49.267132 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f0427fa-42e6-4003-8d6f-e667829ea4d3 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.269890 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8f0427fa-42e6-4003-8d6f-e667829ea4d3 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.271043 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-8f0427fa-42e6-4003-8d6f-e667829ea4d3 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] 10.222.0.45 "DELETE /v2.0/security-groups/369870e9-7f32-4d45-a054-972bee4bb074 HTTP/1.1" status: 204 len: 168 time: 0.2547519 Nov 11 16:16:49.283610 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0427fa-42e6-4003-8d6f-e667829ea4d3 tempest-TestShelveInstance-1006350655 tempest-TestShelveInstance-1006350655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369870e9-7f32-4d45-a054-972bee4bb074,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:49.293871 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.299534 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.303710 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] 10.222.0.45 "DELETE /v2.0/networks/07f1ccf1-a6b2-4dc3-9801-aa266e425e6e HTTP/1.1" status: 204 len: 168 time: 0.4806564 Nov 11 16:16:49.336720 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8979-bee5-4821-98ef-280ac6aaaa2c admin admin] Pushing event deleted for resources: {'Network': ['ID=07f1ccf1-a6b2-4dc3-9801-aa266e425e6e,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:49.349505 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33300) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:49.386144 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:49.413217 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e07e5-5217-4427-ba39-bd838da16524 None None] The sync data for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi is: [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:09:27Z', 'revision_number': 4, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '242471db-17ac-4d40-9c7a-ebd9ed9a9e0f', 'name': '', 'network_id': '2127c70b-cda1-48c3-8a66-45fd4ae0098d', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'mac_address': 'fa:16:3e:79:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:25Z', 'updated_at': '2021-11-11T16:09:38Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'subnets': [{'id': '41929c72-ef82-450b-94d4-497d22eb6a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:16:49.473289 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.560535 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33306) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:49.616127 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33310) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:49.621522 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5e16143d-99ef-46ed-9810-b65f0231f491 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efbd0b5c401d41d3a7904e0b8a3fd00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523567 Nov 11 16:16:49.726366 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c041ae-b3ee-4c1c-8020-97e2481df603 None None] New status for floating IP 98cd1a71-1d34-426a-8bf3-995b4835ddc2: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:16:49.754863 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c2661f87-5de5-44f6-b5a6-4640c05630a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.806631 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c2661f87-5de5-44f6-b5a6-4640c05630a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.905322 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c2661f87-5de5-44f6-b5a6-4640c05630a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.908178 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c2661f87-5de5-44f6-b5a6-4640c05630a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:49.911870 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-c2661f87-5de5-44f6-b5a6-4640c05630a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e01718f8-c479-4cc6-a9dc-1c60c5a30e51 HTTP/1.1" status: 204 len: 168 time: 0.2935984 Nov 11 16:16:49.928387 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2661f87-5de5-44f6-b5a6-4640c05630a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01718f8-c479-4cc6-a9dc-1c60c5a30e51,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:49.974265 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device bd264340-8b83-4de4-a609-9b81ed4a0b98 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:50.000214 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.025580 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: bd264340-8b83-4de4-a609-9b81ed4a0b98 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:50.026153 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device bd264340-8b83-4de4-a609-9b81ed4a0b98 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:50.026338 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 8aa270ee-86d8-4340-923e-826728445676 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:50.039924 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33350) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:50.074511 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 8aa270ee-86d8-4340-923e-826728445676 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:50.074862 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 8aa270ee-86d8-4340-923e-826728445676 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:50.149532 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-efbecae8-e2a3-4146-a070-7c89941a63c1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.188928 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068fe55-d7ac-4b9f-96f5-0c468ad14579 req-4d310a41-17ee-4708-a476-5cc2a1533e35 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:50.191322 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2068fe55-d7ac-4b9f-96f5-0c468ad14579 req-4d310a41-17ee-4708-a476-5cc2a1533e35 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 947 time: 0.0901752 Nov 11 16:16:50.193546 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-efbecae8-e2a3-4146-a070-7c89941a63c1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.272815 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2068fe55-d7ac-4b9f-96f5-0c468ad14579 req-72a7c046-3780-4ba8-8393-1897b36ef7db tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702543 Nov 11 16:16:50.288161 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-efbecae8-e2a3-4146-a070-7c89941a63c1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.293281 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-efbecae8-e2a3-4146-a070-7c89941a63c1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.294859 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-efbecae8-e2a3-4146-a070-7c89941a63c1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "DELETE /v2.0/security-groups/cf93b9fb-9772-4e97-9972-abacede64c30 HTTP/1.1" status: 204 len: 168 time: 0.2533624 Nov 11 16:16:50.299213 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33354) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:50.318916 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbecae8-e2a3-4146-a070-7c89941a63c1 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf93b9fb-9772-4e97-9972-abacede64c30,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:50.331507 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.api.v2.resource [None req-081156c8-a8a7-4c41-8e68-457bb92aaee9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] show failed (client error): The resource could not be found. Nov 11 16:16:50.332871 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-081156c8-a8a7-4c41-8e68-457bb92aaee9 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "GET /v2.0/security-groups/cf93b9fb-9772-4e97-9972-abacede64c30 HTTP/1.1" status: 404 len: 347 time: 0.0319536 Nov 11 16:16:50.335786 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33356) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:50.373528 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Deleting port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:50.374050 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.477098 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Deleting port c865debd-3c99-4331-a520-79adfdb88863 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:50.477441 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.488008 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] For port e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:50.488446 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.502557 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Calling delete_port for e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b owned by network:router_interface {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:50.570217 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.570873 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.583381 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Calling delete_port for c865debd-3c99-4331-a520-79adfdb88863 owned by network:floatingip {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:50.706879 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.727135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.739235 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:50.764383 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Pushing event deleted for resources: {'Port': ['ID=c865debd-3c99-4331-a520-79adfdb88863,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:50.834293 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks [] for floatingip, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.837516 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.839995 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5494e6c3-07ad-4d33-948c-e25055f01596 tempest-AttachVolumeTestJSON-1365182628 tempest-AttachVolumeTestJSON-1365182628-project] 10.222.0.45 "DELETE /v2.0/floatingips/98cd1a71-1d34-426a-8bf3-995b4835ddc2 HTTP/1.1" status: 204 len: 168 time: 0.5015373 Nov 11 16:16:50.886779 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:50.910124 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33376) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:50.960828 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.043204 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1029821640-network', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:51.064165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Made reservation on behalf of bd9fe4ceb154479584886f9165c8ff47 for: {'network': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:51.066594 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.075562 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.154738 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.159026 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.184157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=101822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:16:51.198410 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ed087-a07a-449c-b204-0e2efeb26589,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:51.199430 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Router 24962362-beb0-492b-a4fa-6bdb05779aa3 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:16:51.203476 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.203824 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.segments_db [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Added segment a9cb6f08-53a2-4a70-a73d-687feefd895f of type vlan for network d37a906b-c5df-4467-94cc-d703e55a1ad7 Nov 11 16:16:51.243307 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.268258 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.269282 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:51.269883 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.308403 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:51.318258 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-eb55c11d-2cee-42e1-a01b-24741a2b39c0 admin admin] 10.222.0.45 "PUT /v2.0/routers/24962362-beb0-492b-a4fa-6bdb05779aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9628825 Nov 11 16:16:51.319230 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33384) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:51.324150 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] Sync routers for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:51.334051 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:51.334658 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:51.370024 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4583976 Nov 11 16:16:51.372959 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33386) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:51.378652 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Request body: {'subnet': {'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1029821640-subnet', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:51.383874 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d317a-126d-44a2-b99e-6d3255f1c42f admin admin] Pushing event updated for resources: {'Network': ['ID=d37a906b-c5df-4467-94cc-d703e55a1ad7,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:51.398251 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:16:51.404384 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Made reservation on behalf of bd9fe4ceb154479584886f9165c8ff47 for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:51.407089 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13015787'] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.490902 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63bb77-f46f-4a3a-a5d9-cfee5f3cac8b req-e80ecc37-a16e-4376-b4bf-f869d3604a99 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:51.492583 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cd63bb77-f46f-4a3a-a5d9-cfee5f3cac8b req-e80ecc37-a16e-4376-b4bf-f869d3604a99 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 947 time: 0.1041274 Nov 11 16:16:51.499138 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks [] for router, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.510699 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:51.605727 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13015749'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.621340 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cd63bb77-f46f-4a3a-a5d9-cfee5f3cac8b req-39962015-8231-4bb5-ad74-a7a3cc6ace77 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861886 Nov 11 16:16:51.642183 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.669108 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9886bf4a-ffa1-4667-a8a3-ecd3f948c493,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:51.678738 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Checking segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:16:51.679098 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Network hostable DHCP agents. Network: d37a906b-c5df-4467-94cc-d703e55a1ad7, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:16:51.700095 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:16:51.706715 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.710933 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, d37a906b-c5df-4467-94cc-d703e55a1ad7) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:51.715019 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:51.715759 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.716885 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Deleting port e8cf6376-0e61-4412-99fd-0ff74f641f38 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:51.717378 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.727364 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb40e6c-ec47-4150-b096-a1a362c6add9 None None] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:16:51.734949 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ee485e71-856b-40ff-8248-8ec7b84951c2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3581109 Nov 11 16:16:51.735322 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33390) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:51.739870 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:51.761808 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.762949 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.780503 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:16:50Z', 'revision_number': 5, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port': {'id': 'e8cf6376-0e61-4412-99fd-0ff74f641f38', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:51.809001 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] For port e8cf6376-0e61-4412-99fd-0ff74f641f38, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=e8cf6376-0e61-4412-99fd-0ff74f641f38,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:51.809406 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.813761 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] Checking router: 24962362-beb0-492b-a4fa-6bdb05779aa3 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:51.826279 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Calling delete_port for e8cf6376-0e61-4412-99fd-0ff74f641f38 owned by network:router_gateway {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:51.826707 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:51.833139 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] Routers {'24962362-beb0-492b-a4fa-6bdb05779aa3'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:51.833764 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['24962362-beb0-492b-a4fa-6bdb05779aa3'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:51.963256 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] Set router 24962362-beb0-492b-a4fa-6bdb05779aa3 gateway port host: None {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:51.976935 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.044876 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.055184 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:16:51Z', 'revision_number': 6, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port_host': None}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:52.078558 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cf6376-0e61-4412-99fd-0ff74f641f38,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:52.093443 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b0275-1deb-49bb-9527-e0a8d895ab10 None None] The sync data for ids ['24962362-beb0-492b-a4fa-6bdb05779aa3'] in dv-cinder-774288-11-iscsi is: [{'id': '24962362-beb0-492b-a4fa-6bdb05779aa3', 'name': 'tempest-TestShelveInstance-1582305356-router', 'tenant_id': '2bdfcd0769004c6381e233204dadc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:49Z', 'updated_at': '2021-11-11T16:16:51Z', 'revision_number': 6, 'project_id': '2bdfcd0769004c6381e233204dadc18e', 'gw_port_host': None}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:16:52.115864 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-d37a906b-c5df-4467-94cc-d703e55a1ad7', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:16:52.115864 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.197311 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.253044 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.270629 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Allocated IP 172.20.0.2 (d37a906b-c5df-4467-94cc-d703e55a1ad7/9886bf4a-ffa1-4667-a8a3-ecd3f948c493/68ddcd76-3857-46c7-b7d1-98e28947e2df) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:16:52.273274 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.292084 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.294705 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.348231 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.348826 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24962362-beb0-492b-a4fa-6bdb05779aa3 {{(pid=101822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:16:52.354005 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.355214 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-021a3fdf-c7c2-4119-a7c2-98ee894fe9ee admin admin] 10.222.0.45 "DELETE /v2.0/routers/24962362-beb0-492b-a4fa-6bdb05779aa3 HTTP/1.1" status: 204 len: 168 time: 1.0362070 Nov 11 16:16:52.357853 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33398) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:52.403475 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Allocated IP 172.27.3.164 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/97661989-afe7-40bc-be87-c21fc46293ed) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:16:52.407050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] Deleting subnet 98f4165f-ebf8-4807-91db-a3f652ccc739 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:16:52.410236 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.423315 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.429950 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.451984 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.473138 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:16:52.477418 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:52.480926 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:16:52.529119 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Pushing event updated for resources: {'Port': ['ID=68ddcd76-3857-46c7-b7d1-98e28947e2df,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:52.566813 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.643891 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.673179 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f4165f-ebf8-4807-91db-a3f652ccc739,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:52.675210 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.678471 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-085d9dd6-f8d9-4333-8a0f-077a05d5f0b6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/98f4165f-ebf8-4807-91db-a3f652ccc739 HTTP/1.1" status: 204 len: 168 time: 0.3195817 Nov 11 16:16:52.680851 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33400) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:52.689431 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692a306e-c238-48f7-9951-dcc98a6558f6 None None] Network d9ff2228-33b7-44d7-95dd-37848a0aeb31 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:16:52.753053 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.760590 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Attempting to bind port 68ddcd76-3857-46c7-b7d1-98e28947e2df on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:16:52.761528 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Attempting to bind port 68ddcd76-3857-46c7-b7d1-98e28947e2df by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:16:52.761528 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Attempting to bind port 68ddcd76-3857-46c7-b7d1-98e28947e2df on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:16:52.770335 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:16:52.770781 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Checking segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:16:52.771186 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.771580 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Bound using segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:16:52.772047 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Bound port: 68ddcd76-3857-46c7-b7d1-98e28947e2df, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:16:52.772440 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.814340 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Deleting port 8d104634-d460-4727-9223-bb6f76575807 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:52.814653 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.815121 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.853359 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.882127 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] For port 68ddcd76-3857-46c7-b7d1-98e28947e2df, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:16:52.890036 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] For port 8d104634-d460-4727-9223-bb6f76575807, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8d104634-d460-4727-9223-bb6f76575807,segment=NetworkSegment(d591619c-d43e-42c0-8cf4-ad95b7b8ab10),segment_id=d591619c-d43e-42c0-8cf4-ad95b7b8ab10)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:52.890428 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] For port 68ddcd76-3857-46c7-b7d1-98e28947e2df, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=68ddcd76-3857-46c7-b7d1-98e28947e2df,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:16:52.890601 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.897927 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:16:52.903937 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:52.907262 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:52.907486 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Calling delete_port for 8d104634-d460-4727-9223-bb6f76575807 owned by network:dhcp {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:52.911858 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:16:52.942157 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Pushing event updated for resources: {'Port': ['ID=97661989-afe7-40bc-be87-c21fc46293ed,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:52.993688 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] DHCP port deletion for d9ff2228-33b7-44d7-95dd-37848a0aeb31 request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:16:53.017850 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653360c-fa86-42bf-9633-f77d657defb3 None None] Pushing event updated for resources: {'Port': ['ID=68ddcd76-3857-46c7-b7d1-98e28947e2df,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:53.056464 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.085006 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] Deleting port 8d104634-d460-4727-9223-bb6f76575807 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:53.085329 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d104634-d460-4727-9223-bb6f76575807,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:53.085503 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.089356 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] No DVR routers for this DVR port 8d104634-d460-4727-9223-bb6f76575807 on host dv-cinder-774288-11-iscsi {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:53.156292 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:53.174147 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.192085 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:53.192455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device e3ae13e0-ca2c-412d-86dc-cd6b66deaa9b not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:53.205249 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ff2228-33b7-44d7-95dd-37848a0aeb31']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:53.208008 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] For port 8d104634-d460-4727-9223-bb6f76575807, host dv-cinder-774288-11-iscsi, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:53.208402 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.217536 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:53.217969 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd591619c-d43e-42c0-8cf4-ad95b7b8ab10') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:53.226239 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] Calling delete_port for 8d104634-d460-4727-9223-bb6f76575807 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:53.229611 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] Port 8d104634-d460-4727-9223-bb6f76575807 was not found and therefore no delete operation was performed {{(pid=101824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 16:16:53.230883 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.241057 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.257348 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] Pushing event deleted for resources: {'Port': ['ID=8d104634-d460-4727-9223-bb6f76575807,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:53.258528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.260860 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443a4da-bd3f-4d1c-b6c5-0271836e0ee6 None None] No DVR routers for this DVR port 8d104634-d460-4727-9223-bb6f76575807 on host dv-cinder-774288-11-iscsi {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:53.265737 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:16:53.266667 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:16:53.274516 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:16:53.364218 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.381660 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.398443 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.418209 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d9ff2228-33b7-44d7-95dd-37848a0aeb31 HTTP/1.1" status: 204 len: 168 time: 0.7361906 Nov 11 16:16:53.419589 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33410) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:53.435663 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e3944-77ab-4642-b627-e4b9a9982554 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ff2228-33b7-44d7-95dd-37848a0aeb31,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:53.772911 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:53.984342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:16:54.096758 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc800e8-11b1-437f-92d7-64dcb2eec4a1 None None] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:16:54.115001 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.164473 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:54.175980 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:54.186022 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:54.186637 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:54.215467 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.219110 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-0351fc02-e70d-48e6-9f48-3fbdd72085da admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4803116 Nov 11 16:16:54.219262 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Provisioning complete for port 68ddcd76-3857-46c7-b7d1-98e28947e2df triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:54.219262 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.219442 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33414) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:54.342204 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.381723 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] For port 68ddcd76-3857-46c7-b7d1-98e28947e2df, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=68ddcd76-3857-46c7-b7d1-98e28947e2df,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:54.388207 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:54.389777 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.446385 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Pushing event updated for resources: {'Port': ['ID=68ddcd76-3857-46c7-b7d1-98e28947e2df,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:54.454374 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.454885 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.455494 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.455936 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.456381 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.456816 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.457299 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.457736 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.458228 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.458606 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.459051 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.459733 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb71aeb-835e-4459-82ac-a07a327a855c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.620812 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-ca9d44da-8f17-4b69-94a4-cb291efc9464 None None] Provisioning complete for port 68ddcd76-3857-46c7-b7d1-98e28947e2df triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:54.621202 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca9d44da-8f17-4b69-94a4-cb291efc9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.631827 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:53Z', 'revision_number': 3, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:54.638225 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33422) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:54.674946 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:54.675506 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Updating router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 port 97661989-afe7-40bc-be87-c21fc46293ed binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:16:54.704631 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.723582 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 68ddcd76-3857-46c7-b7d1-98e28947e2df up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:16:54.795446 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 68ddcd76-3857-46c7-b7d1-98e28947e2df triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:54.795982 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:54.970720 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8d104634-d460-4727-9223-bb6f76575807 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:54.991813 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 8d104634-d460-4727-9223-bb6f76575807 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:54.992311 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8d104634-d460-4727-9223-bb6f76575807 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:54.992835 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device e8cf6376-0e61-4412-99fd-0ff74f641f38 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:16:55.017154 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.019378 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: e8cf6376-0e61-4412-99fd-0ff74f641f38 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:16:55.019812 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device e8cf6376-0e61-4412-99fd-0ff74f641f38 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:16:55.028338 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.067575 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Deleting port 435be2f2-918f-41ad-81ff-960c32410ac5 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:55.068620 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.090571 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Attempting to bind port 97661989-afe7-40bc-be87-c21fc46293ed on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:16:55.090938 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Attempting to bind port 97661989-afe7-40bc-be87-c21fc46293ed by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:16:55.091302 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Attempting to bind port 97661989-afe7-40bc-be87-c21fc46293ed on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:16:55.094707 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Pushing event updated for resources: {'Port': ['ID=97661989-afe7-40bc-be87-c21fc46293ed,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:55.099588 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:16:55.099961 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:16:55.100362 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.100749 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:16:55.101247 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Bound port: 97661989-afe7-40bc-be87-c21fc46293ed, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:16:55.101645 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.125760 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.126133 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.126481 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.126819 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.127161 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.127592 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.127929 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.128260 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.128604 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.128932 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.129301 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.129624 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:55.169232 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] For port 97661989-afe7-40bc-be87-c21fc46293ed, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:16:55.172578 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] For port 97661989-afe7-40bc-be87-c21fc46293ed, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=97661989-afe7-40bc-be87-c21fc46293ed,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:16:55.179601 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.210117 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] For port 435be2f2-918f-41ad-81ff-960c32410ac5, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=435be2f2-918f-41ad-81ff-960c32410ac5,segment=NetworkSegment(7a96c3a3-3666-46d8-8296-4a06550d4d3b),segment_id=7a96c3a3-3666-46d8-8296-4a06550d4d3b)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:55.210517 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.234455 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:55.235068 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:55.244092 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Calling delete_port for 435be2f2-918f-41ad-81ff-960c32410ac5 owned by network:router_interface {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:55.269052 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.320763 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443055c0-0cf6-4ab5-8c85-1562fbe2f555 None None] Pushing event updated for resources: {'Port': ['ID=97661989-afe7-40bc-be87-c21fc46293ed,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:55.355162 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:55.404152 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.534954 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Allocated IP 172.20.0.1 (d37a906b-c5df-4467-94cc-d703e55a1ad7/9886bf4a-ffa1-4667-a8a3-ecd3f948c493/d5444625-4ed3-4b0e-8352-65b0c8659eae) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:16:55.550876 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:53Z', 'revision_number': 3, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:55.579281 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d7de9-42c1-4555-b9f5-aa0c0d8027ea None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:53Z', 'revision_number': 3, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:16:55.626297 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.671056 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=435be2f2-918f-41ad-81ff-960c32410ac5,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:55.672819 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Deleting port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:55.673368 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.747794 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.771412 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] For port 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:55.771793 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.787003 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Calling delete_port for 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f owned by network:router_interface {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:55.919151 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.958255 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:55.982115 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:16:55.985369 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Pushing event updated for resources: {'Port': ['ID=d5444625-4ed3-4b0e-8352-65b0c8659eae,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:55.987896 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:56.000398 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:16:56.018165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.059296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Pushing event deleted for resources: {'Port': ['ID=242471db-17ac-4d40-9c7a-ebd9ed9a9e0f,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:56.085786 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.298043 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.325971 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-e40745a1-4919-4bce-b1f7-9befcb11f0aa None None] Provisioning complete for port d5444625-4ed3-4b0e-8352-65b0c8659eae triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:56.326519 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e40745a1-4919-4bce-b1f7-9befcb11f0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.372946 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e40745a1-4919-4bce-b1f7-9befcb11f0aa None None] Port d5444625-4ed3-4b0e-8352-65b0c8659eae cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:16:56.431866 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Router 352d7532-a345-49e9-a32f-d6b1661528f1 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:16:56.448623 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.548049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Router e365722a-9325-460b-865b-f67335cbd022 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:16:56.638376 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:56.652071 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] Sync routers for ids ['352d7532-a345-49e9-a32f-d6b1661528f1'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:56.654733 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-9137dca5-6090-4ac4-a819-cbea99714fb8 admin admin] 10.222.0.45 "PUT /v2.0/routers/352d7532-a345-49e9-a32f-d6b1661528f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2338386 Nov 11 16:16:56.658419 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33428) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:56.689687 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] Routers {'352d7532-a345-49e9-a32f-d6b1661528f1'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:56.691249 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['352d7532-a345-49e9-a32f-d6b1661528f1'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:56.730634 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:56.743297 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] Sync routers for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:56.761366 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:56.762332 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:56.768078 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-18d7f5b8-baf6-4187-9ecf-7cc54ee575fc admin admin] 10.222.0.45 "PUT /v2.0/routers/e365722a-9325-460b-865b-f67335cbd022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1279953 Nov 11 16:16:56.770527 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33430) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:56.793159 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.799435 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.822791 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 97661989-afe7-40bc-be87-c21fc46293ed up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:16:56.853417 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks [] for router, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.881774 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Pushing event updated for resources: {'Port': ['ID=d5444625-4ed3-4b0e-8352-65b0c8659eae,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:56.884156 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.893744 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:56.904271 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 97661989-afe7-40bc-be87-c21fc46293ed triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:56.904794 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:56.907476 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] Set router 352d7532-a345-49e9-a32f-d6b1661528f1 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:57.008253 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:16:57.009863 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:57.025813 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks [] for router, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.105288 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:16:55Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.124954 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.145145 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] Checking router: e365722a-9325-460b-865b-f67335cbd022 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:57.164303 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] Routers {'e365722a-9325-460b-865b-f67335cbd022'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:57.165935 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['e365722a-9325-460b-865b-f67335cbd022'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.169208 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:16:57.202189 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.216896 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Deleting port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:57.217286 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.289522 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.325640 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 97661989-afe7-40bc-be87-c21fc46293ed, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=97661989-afe7-40bc-be87-c21fc46293ed,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:57.345206 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.362933 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Deleting port 1bcb460b-2e10-42e0-b579-1dfadaad5a24 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:57.364044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.399674 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:16:57.406426 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ffdec915-38d3-4863-b76b-a08b71e2dd0a admin admin] 10.222.0.45 "PUT /v2.0/routers/004040cd-6e45-4b05-8ee8-5fc3365c85e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1860430 Nov 11 16:16:57.417458 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=97661989-afe7-40bc-be87-c21fc46293ed,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:57.430838 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:16:55Z', 'revision_number': 5, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port': {'id': '6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.442041 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] For port 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:57.442281 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.464533 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Calling delete_port for 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb owned by network:router_gateway {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:57.473842 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] Checking router: 352d7532-a345-49e9-a32f-d6b1661528f1 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:57.485979 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-5a935e71-0dfd-419f-93dd-4614c321f564 None None] Provisioning complete for port d5444625-4ed3-4b0e-8352-65b0c8659eae triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:57.486789 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a935e71-0dfd-419f-93dd-4614c321f564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.492488 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] Routers {'352d7532-a345-49e9-a32f-d6b1661528f1'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:57.493341 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['352d7532-a345-49e9-a32f-d6b1661528f1'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.496915 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] Set router e365722a-9325-460b-865b-f67335cbd022 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:57.546568 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] For port 1bcb460b-2e10-42e0-b579-1dfadaad5a24, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=1bcb460b-2e10-42e0-b579-1dfadaad5a24,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:57.547057 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:57.563954 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Calling delete_port for 1bcb460b-2e10-42e0-b579-1dfadaad5a24 owned by network:router_gateway {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:57.770227 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:16:55Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.798295 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] Set router 352d7532-a345-49e9-a32f-d6b1661528f1 gateway port host: None {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:57.813002 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ff3de-7332-4565-bdf0-0a77968b4d89 None None] The sync data for ids ['e365722a-9325-460b-865b-f67335cbd022'] in dv-cinder-774288-11-iscsi is: [{'id': 'e365722a-9325-460b-865b-f67335cbd022', 'name': 'tempest-AttachVolumeTestJSON-493250802-router', 'tenant_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:17Z', 'updated_at': '2021-11-11T16:16:55Z', 'revision_number': 5, 'project_id': '4e61d09d7f264cf2a8cd14d8f5efc7bd', 'gw_port': {'id': '1bcb460b-2e10-42e0-b579-1dfadaad5a24', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e365722a-9325-460b-865b-f67335cbd022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:16:57.830729 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:16:57.867155 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5a935e71-0dfd-419f-93dd-4614c321f564 None None] Port d5444625-4ed3-4b0e-8352-65b0c8659eae cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:16:57.871654 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 6, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port_host': None}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.903370 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414b2283-ba56-4929-b86f-c07cbd753766 None None] The sync data for ids ['352d7532-a345-49e9-a32f-d6b1661528f1'] in dv-cinder-774288-11-iscsi is: [{'id': '352d7532-a345-49e9-a32f-d6b1661528f1', 'name': 'tempest-TestShelveInstance-232547322-router', 'tenant_id': '8926dcf6552d44f6a93e426db143fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:10:54Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 6, 'project_id': '8926dcf6552d44f6a93e426db143fa07', 'gw_port_host': None}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:16:57.905131 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:57.905743 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:58.022526 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:16:58.081978 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.097862 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33446) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:58.102936 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-802430175-network', 'tenant_id': '3193e6b3777442b79abb9a0678d66428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:58.116918 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:58.127852 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Made reservation on behalf of 3193e6b3777442b79abb9a0678d66428 for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:58.133139 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.142721 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.180007 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.241065 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcb460b-2e10-42e0-b579-1dfadaad5a24,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:58.251316 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.259808 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.274145 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.283883 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 2, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:58.284904 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:16:58.304806 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.305240 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Added segment 8fd40915-bd11-4295-b783-b18f550103e5 of type vlan for network 0833ffa0-bc06-4b66-b283-66037805eb9b Nov 11 16:16:58.315158 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db177f3-d633-423a-80ba-ab0c3039ed93,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:58.344451 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:16:58.345099 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Updating router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 port d5444625-4ed3-4b0e-8352-65b0c8659eae binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:16:58.355788 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.376278 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.378242 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.379238 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.380673 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.396534 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.398461 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:58.399319 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.456469 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3571661 Nov 11 16:16:58.456983 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33448) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:58.463421 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Request body: {'subnet': {'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-802430175-subnet', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:58.491216 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Made reservation on behalf of 3193e6b3777442b79abb9a0678d66428 for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:58.492741 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13015787'] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.509057 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93c924-ab94-421e-a292-42acaadefcd7 admin admin] Pushing event updated for resources: {'Network': ['ID=0833ffa0-bc06-4b66-b283-66037805eb9b,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:58.515588 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.522580 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.553120 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.554175 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352d7532-a345-49e9-a32f-d6b1661528f1 {{(pid=101822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:16:58.560259 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.564501 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e918db83-72a0-4164-951c-61b2f29bc3ea admin admin] 10.222.0.45 "DELETE /v2.0/routers/352d7532-a345-49e9-a32f-d6b1661528f1 HTTP/1.1" status: 204 len: 168 time: 1.9028165 Nov 11 16:16:58.564656 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 0833ffa0-bc06-4b66-b283-66037805eb9b details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:16:58.568193 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33450) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:58.637930 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.639044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e365722a-9325-460b-865b-f67335cbd022 {{(pid=101822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:16:58.643898 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] Deleting subnet a0b37e6f-9a98-450f-9925-63d85a3640d0 {{(pid=101823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:16:58.647945 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.651470 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.655692 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-cdb8472b-9615-4cfb-ba91-b46df9ca5494 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e365722a-9325-460b-865b-f67335cbd022 HTTP/1.1" status: 204 len: 168 time: 1.8842309 Nov 11 16:16:58.656312 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33452) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:58.688673 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12751847'] for subnet, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.731582 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] Deleting subnet 41929c72-ef82-450b-94d4-497d22eb6a30 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:16:58.742057 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.789453 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.843794 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.852898 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.855269 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.877719 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13015749'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.888297 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.905945 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2efb30-e7d7-4bb9-87f3-1625e7aa1c1f None None] Pushing event updated for resources: {'Port': ['ID=d5444625-4ed3-4b0e-8352-65b0c8659eae,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:58.956800 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c1e682-2453-46e6-92a2-777fa5647a96,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:58.982020 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Checking segment: {'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:16:58.982020 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Network hostable DHCP agents. Network: 0833ffa0-bc06-4b66-b283-66037805eb9b, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:16:58.988949 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13015758'] for subnet, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:58.993834 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.003785 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Attempting to bind port d5444625-4ed3-4b0e-8352-65b0c8659eae on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:16:59.004155 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Attempting to bind port d5444625-4ed3-4b0e-8352-65b0c8659eae by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:16:59.004577 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Attempting to bind port d5444625-4ed3-4b0e-8352-65b0c8659eae on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:16:59.020284 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:16:59.020651 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Checking segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:16:59.021147 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.021543 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Bound using segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:16:59.022021 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Bound port: d5444625-4ed3-4b0e-8352-65b0c8659eae, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:16:59.022403 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.038060 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b37e6f-9a98-450f-9925-63d85a3640d0,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.039907 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.047615 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-80cc6522-b87a-4069-b0f1-c3cc33b372ca admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a0b37e6f-9a98-450f-9925-63d85a3640d0 HTTP/1.1" status: 204 len: 168 time: 0.4750693 Nov 11 16:16:59.047971 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41929c72-ef82-450b-94d4-497d22eb6a30,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.047971 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33454) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:59.058509 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Network 0833ffa0-bc06-4b66-b283-66037805eb9b is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:16:59.058728 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083481c-bb57-4e67-8832-247fbf98cb2c None None] Network 5c7764e3-f03c-4157-a956-2d213bedd5c3 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:16:59.079687 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 0833ffa0-bc06-4b66-b283-66037805eb9b) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:59.089922 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:59.090521 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.112661 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.113483 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-004cfc1b-8c1b-41f0-ae01-0c87fd28f410 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6534355 Nov 11 16:16:59.115807 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33456) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:59.119542 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c2ffe786-27b5-4e7d-a68e-9517844deb61 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/41929c72-ef82-450b-94d4-497d22eb6a30 HTTP/1.1" status: 204 len: 168 time: 0.4609394 Nov 11 16:16:59.122406 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33458) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:16:59.122566 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:59.124820 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b60613-09f0-4500-8ec2-0f1070aaf8ca None None] Network 2127c70b-cda1-48c3-8a66-45fd4ae0098d requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:16:59.127940 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2364c-e962-4c0f-bbd1-51efab1f10fd None None] Network 0833ffa0-bc06-4b66-b283-66037805eb9b requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:16:59.152086 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44732'] for router, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.153367 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44709'] for router, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.220327 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.236209 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.258126 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.385371 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Deleting port 2f104825-960f-4868-a591-4a5d08bc96d5 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:59.386616 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.420883 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] For port d5444625-4ed3-4b0e-8352-65b0c8659eae, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:16:59.433300 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.433776 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 97661989-afe7-40bc-be87-c21fc46293ed up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:16:59.479946 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] For port d5444625-4ed3-4b0e-8352-65b0c8659eae, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=d5444625-4ed3-4b0e-8352-65b0c8659eae,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:16:59.481386 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-7a8e5eac-f52b-44ba-beab-9afa0d6cc991 None None] Provisioning complete for port d5444625-4ed3-4b0e-8352-65b0c8659eae triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:59.481755 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5eac-f52b-44ba-beab-9afa0d6cc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.485745 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] For port 2f104825-960f-4868-a591-4a5d08bc96d5, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=2f104825-960f-4868-a591-4a5d08bc96d5,segment=NetworkSegment(7a96c3a3-3666-46d8-8296-4a06550d4d3b),segment_id=7a96c3a3-3666-46d8-8296-4a06550d4d3b)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:59.486682 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.500134 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Calling delete_port for 2f104825-960f-4868-a591-4a5d08bc96d5 owned by network:dhcp {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:59.532392 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.562241 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Deleting port b91ffc33-d021-4013-b605-0ec313362cbe {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:16:59.562241 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.645692 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] For port b91ffc33-d021-4013-b605-0ec313362cbe, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=b91ffc33-d021-4013-b605-0ec313362cbe,segment=NetworkSegment(c62cf54e-afac-495f-865f-919c4a0311a4),segment_id=c62cf54e-afac-495f-865f-919c4a0311a4)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:16:59.646013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.655284 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.687490 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Calling delete_port for b91ffc33-d021-4013-b605-0ec313362cbe owned by network:dhcp {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:16:59.692617 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Pushing event deleted for resources: {'Port': ['ID=2f104825-960f-4868-a591-4a5d08bc96d5,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.701708 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] No DVR routers for this DVR port 2f104825-960f-4868-a591-4a5d08bc96d5 on host dv-cinder-774288-11-iscsi {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:59.830495 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.855276 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7978735c-3df5-5964-b681-bcd13d2ad555-0833ffa0-bc06-4b66-b283-66037805eb9b', 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'fixed_ips': [{'subnet_id': '24c1e682-2453-46e6-92a2-777fa5647a96'}]}} from dv-cinder-774288-11-iscsi. {{(pid=101824) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:16:59.856136 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.858353 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:16:59.858994 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:59.866928 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7764e3-f03c-4157-a956-2d213bedd5c3']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:59.879409 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a96c3a3-3666-46d8-8296-4a06550d4d3b') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:59.879728 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a96c3a3-3666-46d8-8296-4a06550d4d3b') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:59.896315 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.904007 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.917342 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2efb30-e7d7-4bb9-87f3-1625e7aa1c1f None None] Pushing event updated for resources: {'Port': ['ID=d5444625-4ed3-4b0e-8352-65b0c8659eae,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.949552 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b91ffc33-d021-4013-b605-0ec313362cbe,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.957373 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.968491 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:16:59.968699 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31f9e5-14a5-4733-aea5-803534c9a8e3 None None] DHCP port deletion for 5c7764e3-f03c-4157-a956-2d213bedd5c3 request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:16:59.968898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:16:59.991091 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42dc1c6-faf2-4add-a21d-1da8d058d505 None None] DHCP port deletion for 2127c70b-cda1-48c3-8a66-45fd4ae0098d request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:17:00.033428 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:17:00.041548 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] No DVR routers for this DVR port b91ffc33-d021-4013-b605-0ec313362cbe on host dv-cinder-774288-11-iscsi {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:17:00.072426 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.091336 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.096349 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 97661989-afe7-40bc-be87-c21fc46293ed triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:00.096925 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.107051 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.132973 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.137371 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.143647 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] 10.222.0.45 "DELETE /v2.0/networks/5c7764e3-f03c-4157-a956-2d213bedd5c3 HTTP/1.1" status: 204 len: 168 time: 1.0946050 Nov 11 16:17:00.150163 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.169168 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94843b-faf8-4084-8b2e-e4673a9afbad admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7764e3-f03c-4157-a956-2d213bedd5c3,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.176873 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5eac-f52b-44ba-beab-9afa0d6cc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.187052 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2127c70b-cda1-48c3-8a66-45fd4ae0098d']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:00.198661 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62cf54e-afac-495f-865f-919c4a0311a4') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:00.199028 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62cf54e-afac-495f-865f-919c4a0311a4') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:00.209269 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.227718 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.235183 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:17:00.235672 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:17:00.237754 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:17:00.246911 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:00.252553 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Allocated IP 172.27.3.72 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/8512261b-38cd-4350-b23b-c04da33c5aae) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:00.322565 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.329074 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.334865 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] 10.222.0.45 "DELETE /v2.0/networks/2127c70b-cda1-48c3-8a66-45fd4ae0098d HTTP/1.1" status: 204 len: 168 time: 1.2092922 Nov 11 16:17:00.338240 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-7a8e5eac-f52b-44ba-beab-9afa0d6cc991 None None] For port d5444625-4ed3-4b0e-8352-65b0c8659eae, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=d5444625-4ed3-4b0e-8352-65b0c8659eae,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:00.356961 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5eac-f52b-44ba-beab-9afa0d6cc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.367176 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605148a6-bd9c-4341-8398-5fbcfcbd1e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=2127c70b-cda1-48c3-8a66-45fd4ae0098d,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.391642 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33468) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:00.398055 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.442929 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Allocated IP 172.20.0.2 (0833ffa0-bc06-4b66-b283-66037805eb9b/24c1e682-2453-46e6-92a2-777fa5647a96/fb1ce22d-3344-436d-a042-167bf32c4562) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:00.445142 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 435be2f2-918f-41ad-81ff-960c32410ac5 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:00.450927 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.461294 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-0a2be576-383c-46d7-aee2-7a27b2276362 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bdfcd0769004c6381e233204dadc18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654039 Nov 11 16:17:00.465933 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33470) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:00.509064 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:00.512457 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 435be2f2-918f-41ad-81ff-960c32410ac5 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:00.512615 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:00.512800 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 435be2f2-918f-41ad-81ff-960c32410ac5 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:00.513261 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:00.518781 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:17:00.522514 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Pushing event updated for resources: {'Port': ['ID=8512261b-38cd-4350-b23b-c04da33c5aae,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.530704 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-117f62e4-a1b8-4cbc-841f-7981f6908e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.549182 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33472) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:00.565061 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-117f62e4-a1b8-4cbc-841f-7981f6908e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.569916 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:00.570263 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 242471db-17ac-4d40-9c7a-ebd9ed9a9e0f not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:00.610845 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e5eac-f52b-44ba-beab-9afa0d6cc991 None None] Pushing event updated for resources: {'Port': ['ID=d5444625-4ed3-4b0e-8352-65b0c8659eae,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.611146 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-fa11428f-a5aa-4bcd-877c-186dfb0402db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e61d09d7f264cf2a8cd14d8f5efc7bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0603385 Nov 11 16:17:00.614148 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33474) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:00.619515 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-74e67146-9f23-439d-87b2-e79fa59c058c None None] Provisioning complete for port d5444625-4ed3-4b0e-8352-65b0c8659eae triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:00.619879 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74e67146-9f23-439d-87b2-e79fa59c058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.678001 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7260761d-8d32-4132-bb3e-292e8e1e21c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.687019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 1bcb460b-2e10-42e0-b579-1dfadaad5a24 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:00.705649 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7260761d-8d32-4132-bb3e-292e8e1e21c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.707280 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-117f62e4-a1b8-4cbc-841f-7981f6908e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.709802 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-117f62e4-a1b8-4cbc-841f-7981f6908e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.710943 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-117f62e4-a1b8-4cbc-841f-7981f6908e85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/990552bf-b997-4669-a748-8969fc1bf566 HTTP/1.1" status: 204 len: 168 time: 0.2484217 Nov 11 16:17:00.734850 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f62e4-a1b8-4cbc-841f-7981f6908e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990552bf-b997-4669-a748-8969fc1bf566,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.757510 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 1bcb460b-2e10-42e0-b579-1dfadaad5a24 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:00.757923 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 1bcb460b-2e10-42e0-b579-1dfadaad5a24 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:00.758260 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device b91ffc33-d021-4013-b605-0ec313362cbe no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:00.780059 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7260761d-8d32-4132-bb3e-292e8e1e21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.783743 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7260761d-8d32-4132-bb3e-292e8e1e21c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.785554 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-7260761d-8d32-4132-bb3e-292e8e1e21c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/affda4d2-bece-4e51-b7df-653b4611351a HTTP/1.1" status: 204 len: 168 time: 0.1703017 Nov 11 16:17:00.799100 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260761d-8d32-4132-bb3e-292e8e1e21c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affda4d2-bece-4e51-b7df-653b4611351a,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.805530 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: b91ffc33-d021-4013-b605-0ec313362cbe {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:00.805802 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device b91ffc33-d021-4013-b605-0ec313362cbe not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:00.806319 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 2f104825-960f-4868-a591-4a5d08bc96d5 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:00.860234 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 2f104825-960f-4868-a591-4a5d08bc96d5 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:00.860603 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 2f104825-960f-4868-a591-4a5d08bc96d5 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:00.860995 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:00.913008 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:00.913378 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 6cf28da6-4bbf-4c94-bb6c-0218d7c8fcdb not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:00.940718 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Publish callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.955719 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:00.959216 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:16:59Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:00.962766 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.013497 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70350f16-fdc2-4d21-b7b4-3100ff3eaf16 None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:16:59Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:17:01.031310 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Network 0833ffa0-bc06-4b66-b283-66037805eb9b is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:01.034809 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:01.038498 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:17:01.050182 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Pushing event updated for resources: {'Port': ['ID=fb1ce22d-3344-436d-a042-167bf32c4562,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:01.157370 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Attempting to bind port fb1ce22d-3344-436d-a042-167bf32c4562 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:17:01.157758 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Attempting to bind port fb1ce22d-3344-436d-a042-167bf32c4562 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:17:01.158324 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Attempting to bind port fb1ce22d-3344-436d-a042-167bf32c4562 on network 0833ffa0-bc06-4b66-b283-66037805eb9b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:17:01.173496 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:17:01.173885 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Checking segment: {'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:17:01.174298 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.174697 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Bound using segment: {'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:17:01.177828 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Bound port: fb1ce22d-3344-436d-a042-167bf32c4562, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:17:01.178375 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.244489 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655800'] for router, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.293585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] For port fb1ce22d-3344-436d-a042-167bf32c4562, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:17:01.297461 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] For port fb1ce22d-3344-436d-a042-167bf32c4562, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=fb1ce22d-3344-436d-a042-167bf32c4562,segment=NetworkSegment(8fd40915-bd11-4295-b783-b18f550103e5),segment_id=8fd40915-bd11-4295-b783-b18f550103e5)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:17:01.309820 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.376130 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33490) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:01.423322 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc2c89-0944-467f-abd8-7feaf9275403 None None] Pushing event updated for resources: {'Port': ['ID=fb1ce22d-3344-436d-a042-167bf32c4562,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:01.452020 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Router 17b4e720-54eb-4373-8677-8591168af465 is scheduled to L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca with binding_index 1 {{(pid=101823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:17:01.468157 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-3c17865f-f42a-4f5a-a6a7-f1b6406cac4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8926dcf6552d44f6a93e426db143fa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893443 Nov 11 16:17:01.470865 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33494) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:01.636356 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-002ae580-e98f-4841-955a-137330b62fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.653745 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:17:01.672324 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Sync routers for ids ['17b4e720-54eb-4373-8677-8591168af465'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:17:01.685656 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-002ae580-e98f-4841-955a-137330b62fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.692147 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Routers {'17b4e720-54eb-4373-8677-8591168af465'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:01.693647 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['17b4e720-54eb-4373-8677-8591168af465'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:01.711833 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.716015 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33500) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:01.716339 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-bc0f3910-0ffb-464f-8759-bf41810791fc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5992234 Nov 11 16:17:01.760034 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-002ae580-e98f-4841-955a-137330b62fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.763247 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-002ae580-e98f-4841-955a-137330b62fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:01.767118 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-002ae580-e98f-4841-955a-137330b62fa7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b0c38ca-57c6-44fc-8a30-cd4e7b333b6a HTTP/1.1" status: 204 len: 168 time: 0.2950211 Nov 11 16:17:01.776722 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae580-e98f-4841-955a-137330b62fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0c38ca-57c6-44fc-8a30-cd4e7b333b6a,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:01.943906 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Set router 17b4e720-54eb-4373-8677-8591168af465 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:02.214448 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 3, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port': {'id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:00Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:02.250843 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Checking router: 17b4e720-54eb-4373-8677-8591168af465 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:17:02.251201 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Updating router 17b4e720-54eb-4373-8677-8591168af465 port 8512261b-38cd-4350-b23b-c04da33c5aae binding host dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:17:02.285735 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.413289 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.663948 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Allocated IP 172.20.0.1 (0833ffa0-bc06-4b66-b283-66037805eb9b/24c1e682-2453-46e6-92a2-777fa5647a96/1c7d195c-687e-4d4d-9639-42cb4beab988) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:02.726361 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Publish callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.737418 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.819705 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.834616 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device d5444625-4ed3-4b0e-8352-65b0c8659eae up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:17:02.845322 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Attempting to bind port 8512261b-38cd-4350-b23b-c04da33c5aae on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:17:02.845748 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Attempting to bind port 8512261b-38cd-4350-b23b-c04da33c5aae by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:17:02.846113 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Attempting to bind port 8512261b-38cd-4350-b23b-c04da33c5aae on network a914ba42-d14f-4c6a-8446-490f13e0fec6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:17:02.853202 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:17:02.853565 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Checking segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:17:02.853961 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.854348 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Bound using segment: {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:17:02.854866 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Bound port: 8512261b-38cd-4350-b23b-c04da33c5aae, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9665c5bc-6400-41a6-b2fc-e9a02b240476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:17:02.855338 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.860864 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc50f1-36e7-4267-b322-b47e682ee22b None None] Network 0833ffa0-bc06-4b66-b283-66037805eb9b requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:17:02.869934 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.883843 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986e773-7895-4931-b1ba-1bb44dba0ec2 None None] Pushing event updated for resources: {'Port': ['ID=8512261b-38cd-4350-b23b-c04da33c5aae,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:02.916750 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] For port 8512261b-38cd-4350-b23b-c04da33c5aae, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:17:02.920166 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] For port 8512261b-38cd-4350-b23b-c04da33c5aae, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8512261b-38cd-4350-b23b-c04da33c5aae,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:17:02.920426 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Network 0833ffa0-bc06-4b66-b283-66037805eb9b is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:02.923754 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:02.924349 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.927417 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:17:02.949455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6e726120-f328-4a9a-9bd0-a8bb1317ad2c None None] Provisioning complete for port fb1ce22d-3344-436d-a042-167bf32c4562 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:02.949837 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e726120-f328-4a9a-9bd0-a8bb1317ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:02.951612 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7d195c-687e-4d4d-9639-42cb4beab988,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:02.968769 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Routers {'17b4e720-54eb-4373-8677-8591168af465'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:02.969343 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['17b4e720-54eb-4373-8677-8591168af465'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:02.971194 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656751'] for router_interface, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.008117 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port d5444625-4ed3-4b0e-8352-65b0c8659eae triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:03.008914 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.074598 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986e773-7895-4931-b1ba-1bb44dba0ec2 None None] Pushing event updated for resources: {'Port': ['ID=8512261b-38cd-4350-b23b-c04da33c5aae,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:03.094902 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] Set router 17b4e720-54eb-4373-8677-8591168af465 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:03.104244 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.276584 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 3, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port': {'id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:00Z', 'updated_at': '2021-11-11T16:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:03.278549 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.284056 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.291943 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e726120-f328-4a9a-9bd0-a8bb1317ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.307624 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15e447-1e01-4873-b9be-dd1f8dcfeb4f None None] The sync data for ids ['17b4e720-54eb-4373-8677-8591168af465'] in dv-cinder-774288-11-iscsi is: [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 3, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port': {'id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:00Z', 'updated_at': '2021-11-11T16:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:17:03.358909 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6e726120-f328-4a9a-9bd0-a8bb1317ad2c None None] For port fb1ce22d-3344-436d-a042-167bf32c4562, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=fb1ce22d-3344-436d-a042-167bf32c4562,segment=NetworkSegment(8fd40915-bd11-4295-b783-b18f550103e5),segment_id=8fd40915-bd11-4295-b783-b18f550103e5)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:03.363423 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7d195c-687e-4d4d-9639-42cb4beab988,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:03.367102 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e726120-f328-4a9a-9bd0-a8bb1317ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.373781 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656891'] for router_interface, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.377762 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device fb1ce22d-3344-436d-a042-167bf32c4562 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:17:03.453693 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e726120-f328-4a9a-9bd0-a8bb1317ad2c None None] Pushing event updated for resources: {'Port': ['ID=fb1ce22d-3344-436d-a042-167bf32c4562,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:03.475049 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port fb1ce22d-3344-436d-a042-167bf32c4562 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:03.476921 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.478267 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Network 0833ffa0-bc06-4b66-b283-66037805eb9b is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:03.480734 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:03.600130 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:17:03.699433 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-b8d9b532-d47c-4bd7-aea4-eb53b4247b49 None None] Provisioning complete for port 1c7d195c-687e-4d4d-9639-42cb4beab988 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:03.700029 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b532-d47c-4bd7-aea4-eb53b4247b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.749456 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9b532-d47c-4bd7-aea4-eb53b4247b49 None None] Port 1c7d195c-687e-4d4d-9639-42cb4beab988 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:17:03.763323 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-b8d9b532-d47c-4bd7-aea4-eb53b4247b49 None None] Provisioning complete for port fb1ce22d-3344-436d-a042-167bf32c4562 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:03.763864 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8d9b532-d47c-4bd7-aea4-eb53b4247b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:03.935970 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Router 17b4e720-54eb-4373-8677-8591168af465 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:17:04.037384 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-f59d423e-9599-4b4f-a877-81de89a2e209 None None] Provisioning complete for port 1c7d195c-687e-4d4d-9639-42cb4beab988 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:04.038010 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f59d423e-9599-4b4f-a877-81de89a2e209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.079337 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:17:04.086364 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e9be93dd-a61f-4e0b-a3e7-bbe033ca8a81 admin admin] 10.222.0.45 "PUT /v2.0/routers/17b4e720-54eb-4373-8677-8591168af465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3688064 Nov 11 16:17:04.101926 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f59d423e-9599-4b4f-a877-81de89a2e209 None None] Port 1c7d195c-687e-4d4d-9639-42cb4beab988 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:17:04.224300 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-5a3148bc-e120-4c58-b69b-6bbfa1945949 None None] Provisioning complete for port 1c7d195c-687e-4d4d-9639-42cb4beab988 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:04.224667 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a3148bc-e120-4c58-b69b-6bbfa1945949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.267159 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5a3148bc-e120-4c58-b69b-6bbfa1945949 None None] Port 1c7d195c-687e-4d4d-9639-42cb4beab988 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:17:04.543287 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33534) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:04.547881 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-1bec9580-e425-4903-ac0c-a87fb1b1059d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812876870', 'description': 'tempest-secgroup-smoke-1812876870 description', 'project_id': 'bd9fe4ceb154479584886f9165c8ff47'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:04.571193 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1bec9580-e425-4903-ac0c-a87fb1b1059d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.640816 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1bec9580-e425-4903-ac0c-a87fb1b1059d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.645074 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1bec9580-e425-4903-ac0c-a87fb1b1059d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.672958 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1bec9580-e425-4903-ac0c-a87fb1b1059d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.674244 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1bec9580-e425-4903-ac0c-a87fb1b1059d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1299438 Nov 11 16:17:04.681076 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33536) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:04.681357 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-6c7dd397-dccb-4097-9526-34a23e69208f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'security_group_rule': {'security_group_id': '47ac8cb1-623f-46dc-a876-2ec2c040dfa5', 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:04.689756 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec9580-e425-4903-ac0c-a87fb1b1059d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac8cb1-623f-46dc-a876-2ec2c040dfa5,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:04.710788 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd397-dccb-4097-9526-34a23e69208f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.728801 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8512261b-38cd-4350-b23b-c04da33c5aae up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:17:04.771729 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd397-dccb-4097-9526-34a23e69208f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.775325 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd397-dccb-4097-9526-34a23e69208f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.781215 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 8512261b-38cd-4350-b23b-c04da33c5aae triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:04.781585 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.793730 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dd397-dccb-4097-9526-34a23e69208f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67351de7-acbd-44d7-abe3-af164354f708,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:04.807784 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd397-dccb-4097-9526-34a23e69208f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.809751 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6c7dd397-dccb-4097-9526-34a23e69208f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317554 Nov 11 16:17:04.812990 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33538) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:04.817648 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-0371e0c1-a15e-4c71-b64a-9a46ea365c7b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'security_group_rule': {'security_group_id': '47ac8cb1-623f-46dc-a876-2ec2c040dfa5', 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:04.846850 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0371e0c1-a15e-4c71-b64a-9a46ea365c7b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.867958 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.890166 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] For port 8512261b-38cd-4350-b23b-c04da33c5aae, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8512261b-38cd-4350-b23b-c04da33c5aae,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:04.893538 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.894303 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device fb1ce22d-3344-436d-a042-167bf32c4562 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:17:04.907312 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0371e0c1-a15e-4c71-b64a-9a46ea365c7b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.912720 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0371e0c1-a15e-4c71-b64a-9a46ea365c7b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.934603 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371e0c1-a15e-4c71-b64a-9a46ea365c7b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089cfb63-708c-4736-936c-f0035630459a,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:04.940355 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0371e0c1-a15e-4c71-b64a-9a46ea365c7b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.944487 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-0371e0c1-a15e-4c71-b64a-9a46ea365c7b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303644 Nov 11 16:17:04.945142 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33540) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:04.949898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-ea5481e8-6796-4207-b88a-d4f255242731 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'security_group_rule': {'security_group_id': '47ac8cb1-623f-46dc-a876-2ec2c040dfa5', 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:04.974394 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Pushing event updated for resources: {'Port': ['ID=8512261b-38cd-4350-b23b-c04da33c5aae,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:04.975621 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ea5481e8-6796-4207-b88a-d4f255242731 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:04.986312 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port fb1ce22d-3344-436d-a042-167bf32c4562 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:04.986686 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.041805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ea5481e8-6796-4207-b88a-d4f255242731 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.046098 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ea5481e8-6796-4207-b88a-d4f255242731 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.063112 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5481e8-6796-4207-b88a-d4f255242731 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0e1c1f-8dcd-462c-b148-71cb033fc3f0,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:05.072334 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ea5481e8-6796-4207-b88a-d4f255242731 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.073678 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ea5481e8-6796-4207-b88a-d4f255242731 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274252 Nov 11 16:17:05.076155 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33542) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:05.080710 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-018679f7-f970-4bfa-a74c-182634b9c764 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'security_group_rule': {'security_group_id': '47ac8cb1-623f-46dc-a876-2ec2c040dfa5', 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:05.108761 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-018679f7-f970-4bfa-a74c-182634b9c764 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.168538 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-018679f7-f970-4bfa-a74c-182634b9c764 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.171948 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-018679f7-f970-4bfa-a74c-182634b9c764 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.190018 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018679f7-f970-4bfa-a74c-182634b9c764 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563b4f76-dbea-4990-a3d6-ca7adf148f52,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:05.191885 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Sync routers for ids ['17b4e720-54eb-4373-8677-8591168af465'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:17:05.198010 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-018679f7-f970-4bfa-a74c-182634b9c764 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.201691 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-018679f7-f970-4bfa-a74c-182634b9c764 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221004 Nov 11 16:17:05.202014 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Routers {'17b4e720-54eb-4373-8677-8591168af465'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:05.202177 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33544) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:05.202634 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['17b4e720-54eb-4373-8677-8591168af465'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:05.206730 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'security_group_rule': {'security_group_id': '47ac8cb1-623f-46dc-a876-2ec2c040dfa5', 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:05.232448 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.securitygroups_db [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Project bd9fe4ceb154479584886f9165c8ff47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:17:05.238577 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.307718 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.312251 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.314112 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Set router 17b4e720-54eb-4373-8677-8591168af465 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:05.331885 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7036af2-f5c8-4886-9987-867703844078,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:05.342848 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.346888 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-b5ad7ef3-ec0e-42da-92be-67ebc7f38b5e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411476 Nov 11 16:17:05.347346 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33554) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:05.352480 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'security_group_rule': {'security_group_id': '47ac8cb1-623f-46dc-a876-2ec2c040dfa5', 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:05.375920 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.securitygroups_db [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Project bd9fe4ceb154479584886f9165c8ff47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:17:05.381461 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.449211 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.452821 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575629'] for security_group_rule, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.468644 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edfa628-625a-4e13-82aa-9d3b01a75458,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:05.480614 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.481948 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-67d743e6-e00e-497f-949b-66865424fc05 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331103 Nov 11 16:17:05.558597 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:17:03Z', 'revision_number': 4, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port': {'id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:00Z', 'updated_at': '2021-11-11T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '1c7d195c-687e-4d4d-9639-42cb4beab988', 'name': '', 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'mac_address': 'fa:16:3e:05:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '24c1e682-2453-46e6-92a2-777fa5647a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:02Z', 'updated_at': '2021-11-11T16:17:03Z', 'revision_number': 2, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'subnets': [{'id': '24c1e682-2453-46e6-92a2-777fa5647a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:05.608481 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Checking router: 17b4e720-54eb-4373-8677-8591168af465 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:17:05.608847 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Updating router 17b4e720-54eb-4373-8677-8591168af465 port 1c7d195c-687e-4d4d-9639-42cb4beab988 binding host dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:17:05.640857 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.915636 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.922124 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:05.976575 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd7266-6266-4887-8d4d-71c8d43624ce None None] Pushing event updated for resources: {'Port': ['ID=1c7d195c-687e-4d4d-9639-42cb4beab988,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:06.026984 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Attempting to bind port 1c7d195c-687e-4d4d-9639-42cb4beab988 on host dv-cinder-774288-11-iscsi for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:17:06.027948 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Attempting to bind port 1c7d195c-687e-4d4d-9639-42cb4beab988 by drivers openvswitch,hyperv on host dv-cinder-774288-11-iscsi at level 0 using segments [{'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:17:06.028335 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Attempting to bind port 1c7d195c-687e-4d4d-9639-42cb4beab988 on network 0833ffa0-bc06-4b66-b283-66037805eb9b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:17:06.033685 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Checking agent: {'id': 'fef1695f-4dec-44fe-a3c8-eadcdc33363e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 0, 52), 'started_at': datetime.datetime(2021, 11, 11, 16, 1, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:17:06.034057 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Checking segment: {'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:17:06.034456 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.034869 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Bound using segment: {'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:17:06.035333 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Bound port: 1c7d195c-687e-4d4d-9639-42cb4beab988, host: dv-cinder-774288-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd40915-bd11-4295-b783-b18f550103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:17:06.035712 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.108751 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] For port 1c7d195c-687e-4d4d-9639-42cb4beab988, host dv-cinder-774288-11-iscsi, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:17:06.112226 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] For port 1c7d195c-687e-4d4d-9639-42cb4beab988, host dv-cinder-774288-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=1c7d195c-687e-4d4d-9639-42cb4beab988,segment=NetworkSegment(8fd40915-bd11-4295-b783-b18f550103e5),segment_id=8fd40915-bd11-4295-b783-b18f550103e5)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:17:06.116380 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.174682 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Routers {'17b4e720-54eb-4373-8677-8591168af465'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:06.175315 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:16:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['17b4e720-54eb-4373-8677-8591168af465'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:06.220427 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd7266-6266-4887-8d4d-71c8d43624ce None None] Pushing event updated for resources: {'Port': ['ID=1c7d195c-687e-4d4d-9639-42cb4beab988,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:06.242991 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-14ccd5f6-5fb6-450d-94bd-13950a6f8e9c None None] Provisioning complete for port 1c7d195c-687e-4d4d-9639-42cb4beab988 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:06.243360 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14ccd5f6-5fb6-450d-94bd-13950a6f8e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.336557 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] Set router 17b4e720-54eb-4373-8677-8591168af465 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:06.440281 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14ccd5f6-5fb6-450d-94bd-13950a6f8e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.639448 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-14ccd5f6-5fb6-450d-94bd-13950a6f8e9c None None] For port 1c7d195c-687e-4d4d-9639-42cb4beab988, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=1c7d195c-687e-4d4d-9639-42cb4beab988,segment=NetworkSegment(8fd40915-bd11-4295-b783-b18f550103e5),segment_id=8fd40915-bd11-4295-b783-b18f550103e5)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:06.652745 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14ccd5f6-5fb6-450d-94bd-13950a6f8e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.658669 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8512261b-38cd-4350-b23b-c04da33c5aae up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:17:06.784100 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccd5f6-5fb6-450d-94bd-13950a6f8e9c None None] Pushing event updated for resources: {'Port': ['ID=1c7d195c-687e-4d4d-9639-42cb4beab988,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:06.801637 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-c3994750-1da0-430a-9b4f-671034b8cf72 None None] Provisioning complete for port 1c7d195c-687e-4d4d-9639-42cb4beab988 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:06.802006 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3994750-1da0-430a-9b4f-671034b8cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.840305 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 8512261b-38cd-4350-b23b-c04da33c5aae triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:06.840677 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:06.896601 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:17:03Z', 'revision_number': 4, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port': {'id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:00Z', 'updated_at': '2021-11-11T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '1c7d195c-687e-4d4d-9639-42cb4beab988', 'name': '', 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'mac_address': 'fa:16:3e:05:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '24c1e682-2453-46e6-92a2-777fa5647a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:02Z', 'updated_at': '2021-11-11T16:17:06Z', 'revision_number': 4, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'subnets': [{'id': '24c1e682-2453-46e6-92a2-777fa5647a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:06.927846 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9542f-c646-47b2-a562-962f7b8a15e5 None None] The sync data for ids ['17b4e720-54eb-4373-8677-8591168af465'] in dv-cinder-774288-11-iscsi is: [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:17:03Z', 'revision_number': 4, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port': {'id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:00Z', 'updated_at': '2021-11-11T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': '1c7d195c-687e-4d4d-9639-42cb4beab988', 'name': '', 'network_id': '0833ffa0-bc06-4b66-b283-66037805eb9b', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'mac_address': 'fa:16:3e:05:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '24c1e682-2453-46e6-92a2-777fa5647a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:02Z', 'updated_at': '2021-11-11T16:17:06Z', 'revision_number': 4, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'subnets': [{'id': '24c1e682-2453-46e6-92a2-777fa5647a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:17:08.663283 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 1c7d195c-687e-4d4d-9639-42cb4beab988 up at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:17:08.714221 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Provisioning complete for port 1c7d195c-687e-4d4d-9639-42cb4beab988 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:08.714592 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.189422 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33686) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:11.296710 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb5246bb-d6a2-456a-b643-8d76c62c2b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.369256 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb5246bb-d6a2-456a-b643-8d76c62c2b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.373635 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-eb5246bb-d6a2-456a-b643-8d76c62c2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.410894 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-eb5246bb-d6a2-456a-b643-8d76c62c2b76 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e678051666e04339b5880105fb19e4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203636 Nov 11 16:17:11.411852 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5246bb-d6a2-456a-b643-8d76c62c2b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5751c433-4cd9-415d-93ac-1f7bbd5617e8,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:11.413626 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33690) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:11.469805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-60510a94-c0e5-495a-b0cd-83aa3626f6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.493138 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-60510a94-c0e5-495a-b0cd-83aa3626f6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.540725 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-60510a94-c0e5-495a-b0cd-83aa3626f6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.544210 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-60510a94-c0e5-495a-b0cd-83aa3626f6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:11.545413 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-60510a94-c0e5-495a-b0cd-83aa3626f6c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5751c433-4cd9-415d-93ac-1f7bbd5617e8 HTTP/1.1" status: 204 len: 168 time: 0.1307116 Nov 11 16:17:11.553510 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60510a94-c0e5-495a-b0cd-83aa3626f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5751c433-4cd9-415d-93ac-1f7bbd5617e8,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:16.255537 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3c6103dd-0733-41ca-93a0-c9f21336d2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.625905 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33800) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:16.728702 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-964c4b5b-6b61-4f14-a644-e5c808595264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.802264 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-964c4b5b-6b61-4f14-a644-e5c808595264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.810692 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-964c4b5b-6b61-4f14-a644-e5c808595264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.848325 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-964c4b5b-6b61-4f14-a644-e5c808595264 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f1e5676e0204430b76f0fd372d80e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213016 Nov 11 16:17:16.849276 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c4b5b-6b61-4f14-a644-e5c808595264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a51350c-db87-4048-ba19-09657ebaf25d,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:16.851012 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33804) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:16.903007 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35afaa81-4d0e-4bd6-9841-0e442ec7e267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.925531 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35afaa81-4d0e-4bd6-9841-0e442ec7e267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.970217 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35afaa81-4d0e-4bd6-9841-0e442ec7e267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.972809 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-35afaa81-4d0e-4bd6-9841-0e442ec7e267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:16.974023 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-35afaa81-4d0e-4bd6-9841-0e442ec7e267 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a51350c-db87-4048-ba19-09657ebaf25d HTTP/1.1" status: 204 len: 168 time: 0.1220260 Nov 11 16:17:16.981589 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afaa81-4d0e-4bd6-9841-0e442ec7e267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a51350c-db87-4048-ba19-09657ebaf25d,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:17.239908 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33810) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:17.253007 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-60e18846-fe32-43a8-8730-e6bfdb62ab78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.328595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-60e18846-fe32-43a8-8730-e6bfdb62ab78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.332910 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-60e18846-fe32-43a8-8730-e6bfdb62ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.371686 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-60e18846-fe32-43a8-8730-e6bfdb62ab78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=883c94478aeb4dfcbbd898509522c9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306052 Nov 11 16:17:17.372708 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e18846-fe32-43a8-8730-e6bfdb62ab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd25d0-cfd4-4fb6-a762-c47cc14b1701,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:17.374313 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33812) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:17.425234 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e351-9281-43a0-af45-8abcbdc06d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.445462 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e351-9281-43a0-af45-8abcbdc06d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.494030 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e351-9281-43a0-af45-8abcbdc06d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.496672 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e351-9281-43a0-af45-8abcbdc06d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.497881 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-2eb9e351-9281-43a0-af45-8abcbdc06d19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6cd25d0-cfd4-4fb6-a762-c47cc14b1701 HTTP/1.1" status: 204 len: 168 time: 0.1218774 Nov 11 16:17:17.505959 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9e351-9281-43a0-af45-8abcbdc06d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd25d0-cfd4-4fb6-a762-c47cc14b1701,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:17.824019 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 33820) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:17.837808 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc1eedc4-4b35-49df-a149-18f8fa3acc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.910470 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc1eedc4-4b35-49df-a149-18f8fa3acc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.914044 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bc1eedc4-4b35-49df-a149-18f8fa3acc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:17.954573 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-bc1eedc4-4b35-49df-a149-18f8fa3acc68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f0ff7ad3a5e497282b163dc14a52041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292388 Nov 11 16:17:17.955489 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1eedc4-4b35-49df-a149-18f8fa3acc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d7271-803b-4ad6-bfdd-f699d1947380,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:17.956984 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 33824) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:18.007393 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d17ec4c4-bb25-474e-9595-40be014195bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:18.028473 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d17ec4c4-bb25-474e-9595-40be014195bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:18.074135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d17ec4c4-bb25-474e-9595-40be014195bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:18.076765 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-d17ec4c4-bb25-474e-9595-40be014195bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:18.077941 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d17ec4c4-bb25-474e-9595-40be014195bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c84d7271-803b-4ad6-bfdd-f699d1947380 HTTP/1.1" status: 204 len: 168 time: 0.1192627 Nov 11 16:17:18.085689 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ec4c4-bb25-474e-9595-40be014195bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d7271-803b-4ad6-bfdd-f699d1947380,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:18.370054 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9048eb5e-6981-4d47-89a2-cb9d4a7c190a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:19.455526 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:20.882531 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:21.665141 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:22.987414 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-2771e6b3-f85a-438f-95bf-dc61f1fb3e9a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812876870&fields=id&tenant_id=bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 267 time: 0.0442660 Nov 11 16:17:23.096683 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-9c559c60-323e-4fd0-8d91-f045ac13deb3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:23.098181 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-9c559c60-323e-4fd0-8d91-f045ac13deb3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 812 time: 0.1042075 Nov 11 16:17:23.112944 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-d8692ce3-2aa8-4de6-8ce0-bb5dc77fc707 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/quotas/bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 375 time: 0.0090239 Nov 11 16:17:23.165460 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-b950aa70-1584-4838-b47a-33e7aaf3b595 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468783 Nov 11 16:17:23.270850 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-3f595db1-e880-4602-b51c-2e63040f5097 service neutron] 10.222.0.45 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863602 Nov 11 16:17:23.362738 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-7ee6c577-523e-420a-a652-560e3079ef4e service neutron] 10.222.0.45 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857980 Nov 11 16:17:23.659405 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2b3e6c7a-609a-4297-984c-a54c49eb5d0b req-7fcbc8be-d947-469c-8d01-a6950f9efce2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0286150 Nov 11 16:17:24.643516 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-a4757d72-43f2-4b14-ac9e-1b817db7dd86 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:24.645202 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-a4757d72-43f2-4b14-ac9e-1b817db7dd86 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 812 time: 0.1323297 Nov 11 16:17:24.720571 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-650b6cc3-412d-4336-8686-21fbf43c3260 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 380 time: 0.0611894 Nov 11 16:17:24.740405 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'port': {'device_id': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'admin_state_up': True, 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'security_groups': ['47ac8cb1-623f-46dc-a876-2ec2c040dfa5']}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:24.798404 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ce4d7b6b-31f4-4c98-935c-751ec7b49154 req-453f09ed-d880-4d32-8301-12e0b79ba35e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0454433 Nov 11 16:17:24.885124 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Made reservation on behalf of bd9fe4ceb154479584886f9165c8ff47 for: {'port': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:24.888945 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.030463 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Allocated IP 172.20.0.14 (d37a906b-c5df-4467-94cc-d703e55a1ad7/9886bf4a-ffa1-4667-a8a3-ecd3f948c493/d3cc6471-0ef1-443a-89ac-87d2b2753782) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:25.192091 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.229618 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.267232 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b273d-9d28-48fc-b429-1d1d6788bcd4 req-c1006e30-a90a-440f-a891-478b40368972 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:25.268837 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-455b273d-9d28-48fc-b429-1d1d6788bcd4 req-c1006e30-a90a-440f-a891-478b40368972 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 947 time: 0.0542960 Nov 11 16:17:25.279792 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:25.283542 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:25.287523 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:17:25.318032 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=d3cc6471-0ef1-443a-89ac-87d2b2753782,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:25.319503 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-455b273d-9d28-48fc-b429-1d1d6788bcd4 req-fef10723-05ac-427d-8676-716857f61ffd tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444415 Nov 11 16:17:25.365358 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:25.365983 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.382185 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-e7c1eac3-1bfe-4819-a71d-e5767c20f37c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6460178 Nov 11 16:17:25.395432 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Request body: {'port': {'device_id': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:25.453162 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.565768 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-11e66523-8f53-4dae-b1b9-e1cf3db83e2a None None] Provisioning complete for port d3cc6471-0ef1-443a-89ac-87d2b2753782 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:25.566296 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11e66523-8f53-4dae-b1b9-e1cf3db83e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.600044 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-11e66523-8f53-4dae-b1b9-e1cf3db83e2a None None] Port d3cc6471-0ef1-443a-89ac-87d2b2753782 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:17:25.720987 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cc6471-0ef1-443a-89ac-87d2b2753782 {{(pid=101823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:25.728537 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.740364 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.provisioning_blocks [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Transition to ACTIVE for port object d3cc6471-0ef1-443a-89ac-87d2b2753782 will not be triggered until provisioned by entity L2. {{(pid=101823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:17:25.744500 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.815335 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Pushing event updated for resources: {'Port': ['ID=d3cc6471-0ef1-443a-89ac-87d2b2753782,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:25.871881 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Attempting to bind port d3cc6471-0ef1-443a-89ac-87d2b2753782 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:17:25.872225 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Attempting to bind port d3cc6471-0ef1-443a-89ac-87d2b2753782 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:17:25.872555 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Attempting to bind port d3cc6471-0ef1-443a-89ac-87d2b2753782 on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:17:25.881696 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Port d3cc6471-0ef1-443a-89ac-87d2b2753782 on network d37a906b-c5df-4467-94cc-d703e55a1ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:17:25.882511 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Attempting to bind port d3cc6471-0ef1-443a-89ac-87d2b2753782 on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:17:25.887697 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:17:25.887960 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Checking segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:17:25.888333 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Bound using segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} {{(pid=101823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:17:25.888768 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.managers [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Bound port: d3cc6471-0ef1-443a-89ac-87d2b2753782, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}}] {{(pid=101823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:17:25.889195 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.942313 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b4b51-da10-41f2-923e-a189a9afc376 req-eaaa60b6-e066-4f7d-965a-d02852e7751e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:25.944050 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cb4b4b51-da10-41f2-923e-a189a9afc376 req-eaaa60b6-e066-4f7d-965a-d02852e7751e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0582559 Nov 11 16:17:25.961853 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] For port d3cc6471-0ef1-443a-89ac-87d2b2753782, host hv-cinder-77428, cleared binding levels {{(pid=101823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:17:25.966493 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] For port d3cc6471-0ef1-443a-89ac-87d2b2753782, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:17:25.973048 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:25.998243 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34008) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:26.007720 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cb4b4b51-da10-41f2-923e-a189a9afc376 req-faf67f3e-6e23-46c8-9c21-d263a2425ba4 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544050 Nov 11 16:17:26.018173 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.018794 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.020343 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] 10.222.0.57 "PUT /v2.0/ports/d3cc6471-0ef1-443a-89ac-87d2b2753782 HTTP/1.1" status: 200 len: 1094 time: 0.6296847 Nov 11 16:17:26.020792 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:26.024081 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1aece8-561b-4478-bc6f-7010ff77de58" -d '{"events": [{"name": "network-changed", "server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:17:26.063634 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcead787-a832-4556-a368-9a5e3da080cd service neutron] Pushing event updated for resources: {'Port': ['ID=d3cc6471-0ef1-443a-89ac-87d2b2753782,revision_number=3']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:26.079226 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0502c-0ba9-41df-a152-556e60c66066 x-openstack-request-id: req-22c0502c-0ba9-41df-a152-556e60c66066 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:17:26.079853 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:17:26.080254 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22c0502c-0ba9-41df-a152-556e60c66066 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:17:26.080807 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'status': 'completed', 'code': 200} Nov 11 16:17:26.111178 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-5efd5cf6-7051-4da0-aa9a-3ce3e3c7f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.112697 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-5efd5cf6-7051-4da0-aa9a-3ce3e3c7f94b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0445113 Nov 11 16:17:26.140940 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-85bb2542-2218-4762-b670-7114f0489988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.163444 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-38baeb13-18a4-45f7-9797-7fcaf2469a8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782 HTTP/1.1" status: 200 len: 217 time: 0.0396175 Nov 11 16:17:26.216332 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-8476170e-d7d4-447f-8a5b-3c62dc291551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.218105 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-8476170e-d7d4-447f-8a5b-3c62dc291551 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0468168 Nov 11 16:17:26.222763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-85bb2542-2218-4762-b670-7114f0489988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.226738 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-85bb2542-2218-4762-b670-7114f0489988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.270124 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-d89dba92-0a22-4989-8433-bd0dc83ae91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.271938 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-d89dba92-0a22-4989-8433-bd0dc83ae91c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455513 Nov 11 16:17:26.274534 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb2542-2218-4762-b670-7114f0489988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56caaec-765a-4f1d-8915-924d713b7f57,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:26.278792 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-85bb2542-2218-4762-b670-7114f0489988 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=546464cfa2ac4571b01229e180167bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795799 Nov 11 16:17:26.282161 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34014) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:26.331034 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e851efd2-abd3-4e31-8bab-cbc158143e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.353453 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e851efd2-abd3-4e31-8bab-cbc158143e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.374863 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-74fe8668-6102-4f00-901c-15d8cb8a5143 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938408 Nov 11 16:17:26.408770 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e851efd2-abd3-4e31-8bab-cbc158143e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.411231 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e851efd2-abd3-4e31-8bab-cbc158143e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.412311 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e851efd2-abd3-4e31-8bab-cbc158143e25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b56caaec-765a-4f1d-8915-924d713b7f57 HTTP/1.1" status: 204 len: 168 time: 0.1294022 Nov 11 16:17:26.446671 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851efd2-abd3-4e31-8bab-cbc158143e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56caaec-765a-4f1d-8915-924d713b7f57,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:26.470746 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4372b-b54c-4cb6-b850-d05b64cef22c req-20b59925-d1c5-41fa-bba6-44b65bcf686d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.477929 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1ea4372b-b54c-4cb6-b850-d05b64cef22c req-20b59925-d1c5-41fa-bba6-44b65bcf686d tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 947 time: 0.0795491 Nov 11 16:17:26.506597 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-5b100767-96e4-4c6c-8075-c809357dffa3 req-9d1b39d9-8ec7-40dd-886a-236ee8265345 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198068 Nov 11 16:17:26.524523 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1ea4372b-b54c-4cb6-b850-d05b64cef22c req-cce7d754-9b6e-4e2c-bb0a-2cc1602856be tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups?id=a431e1ff-4126-4312-865b-8c3e7c075b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454791 Nov 11 16:17:26.598595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-bd33c351-cf17-4502-bbb4-b20029a3cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.606337 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-bd33c351-cf17-4502-bbb4-b20029a3cc01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0523784 Nov 11 16:17:26.653587 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-fcf5b10b-c8c3-45af-9458-ae40e9c7b97a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.655288 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-fcf5b10b-c8c3-45af-9458-ae40e9c7b97a tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 947 time: 0.0553944 Nov 11 16:17:26.703143 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-4997228e-9031-45a5-95a3-02498c73712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.705441 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-4997228e-9031-45a5-95a3-02498c73712e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0898490 Nov 11 16:17:26.725863 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34022) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:26.741388 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7720364f-d009-4467-8443-1e8215bcd0d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.749972 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-fe7aad8e-be89-4e78-aebc-b0d1ee0e99a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782 HTTP/1.1" status: 200 len: 217 time: 0.0356779 Nov 11 16:17:26.779165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Deleting port 2ee20a19-2172-4396-b97e-39df03665086 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:17:26.779497 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.809375 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-b899e97f-51b3-44d7-ad65-910a7e6b6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.810829 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-b899e97f-51b3-44d7-ad65-910a7e6b6577 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0509458 Nov 11 16:17:26.856715 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-d7f154f9-15f7-48a5-a832-24d5182766a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.858223 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-d7f154f9-15f7-48a5-a832-24d5182766a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401955 Nov 11 16:17:26.903933 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] For port 2ee20a19-2172-4396-b97e-39df03665086, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ee20a19-2172-4396-b97e-39df03665086,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:26.904302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.914780 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7720364f-d009-4467-8443-1e8215bcd0d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.922817 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-7720364f-d009-4467-8443-1e8215bcd0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:26.949625 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-a8e4cd5f-d893-4314-a0a8-56dc85a6ee4e service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823336 Nov 11 16:17:27.013333 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-7720364f-d009-4467-8443-1e8215bcd0d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ceb36f863a0342c4ac43fb72eba30e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864175 Nov 11 16:17:27.017581 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34024) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:27.040561 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720364f-d009-4467-8443-1e8215bcd0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20fcfd3-fb31-468b-9991-2f831d9eeebf,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:27.077375 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [req-9c1aece8-561b-4478-bc6f-7010ff77de58 req-5a477131-e480-4b73-8c4e-10d64fbae935 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207871 Nov 11 16:17:27.098257 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-57864ebd-e43b-484b-b729-a28f41dadb71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.119759 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-57864ebd-e43b-484b-b729-a28f41dadb71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.154375 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.154865 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.155254 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Floating IP 64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0 disassociated. External IP: 172.27.3.176, port: 2ee20a19-2172-4396-b97e-39df03665086. Nov 11 16:17:27.155663 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Calling delete_port for 2ee20a19-2172-4396-b97e-39df03665086 owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:17:27.171300 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-57864ebd-e43b-484b-b729-a28f41dadb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.174050 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-57864ebd-e43b-484b-b729-a28f41dadb71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.175186 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-57864ebd-e43b-484b-b729-a28f41dadb71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f20fcfd3-fb31-468b-9991-2f831d9eeebf HTTP/1.1" status: 204 len: 168 time: 0.1566830 Nov 11 16:17:27.178272 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc42f0c-614c-4f28-a273-58e4383eabe9 req-11b97cc5-2734-4861-9b69-67c876cf7c83 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:27.179783 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bcc42f0c-614c-4f28-a273-58e4383eabe9 req-11b97cc5-2734-4861-9b69-67c876cf7c83 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0809655 Nov 11 16:17:27.189394 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57864ebd-e43b-484b-b729-a28f41dadb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20fcfd3-fb31-468b-9991-2f831d9eeebf,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:27.282925 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bcc42f0c-614c-4f28-a273-58e4383eabe9 req-033c091b-d955-4fe9-b7fa-296eeaf96a1a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684347 Nov 11 16:17:27.344914 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.374566 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event deleted for resources: {'Port': ['ID=2ee20a19-2172-4396-b97e-39df03665086,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:27.488776 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Router 67bcf3fe-3eae-460a-8a37-45a0718576ac has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:17:27.523952 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34032) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:27.540623 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1825de73-3b02-4de3-90f5-3fb6c652c4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.615203 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:17:27.618131 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1825de73-3b02-4de3-90f5-3fb6c652c4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.625115 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-1825de73-3b02-4de3-90f5-3fb6c652c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.626894 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] Sync routers for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:17:27.639298 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:27.639906 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:17:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:27.650159 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0021ede2-0e22-46dd-ac2f-af67029b0102 req-dc3cddad-9f9d-4171-a497-923aff20f283 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/ports?device_id=87847b7c-13ff-4b15-8a1f-718a07332eb7 HTTP/1.1" status: 200 len: 210 time: 0.0463884 Nov 11 16:17:27.669697 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-1825de73-3b02-4de3-90f5-3fb6c652c4ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2961f411bb6c40e7ba6cb63ee06a19eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445673 Nov 11 16:17:27.670119 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34036) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:27.671042 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825de73-3b02-4de3-90f5-3fb6c652c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f1bc7e-12fa-465f-85e0-0437baf1a7b0,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:27.672442 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] No DVR routers for this DVR port 2ee20a19-2172-4396-b97e-39df03665086 on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:17:27.675811 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.679680 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7d4d6ee3-60f1-440b-9155-fab0e52399af req-4215c3ef-0f90-4fcc-8ed4-7c761d402788 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.57 "DELETE /v2.0/ports/2ee20a19-2172-4396-b97e-39df03665086 HTTP/1.1" status: 204 len: 173 time: 1.0168171 Nov 11 16:17:27.685250 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-deleted', 'tag': '2ee20a19-2172-4396-b97e-39df03665086'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:27.687660 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb6e803-0575-46c9-ac19-377922ba8dc9" -d '{"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-deleted", "tag": "2ee20a19-2172-4396-b97e-39df03665086"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:17:27.747794 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e64b0-cbc7-461d-b88b-ef050bdd86ec x-openstack-request-id: req-345e64b0-cbc7-461d-b88b-ef050bdd86ec {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:17:27.748091 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87847b7c-13ff-4b15-8a1f-718a07332eb7", "name": "network-vif-deleted", "tag": "2ee20a19-2172-4396-b97e-39df03665086", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:17:27.748345 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-345e64b0-cbc7-461d-b88b-ef050bdd86ec {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:17:27.749527 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87847b7c-13ff-4b15-8a1f-718a07332eb7', 'name': 'network-vif-deleted', 'tag': '2ee20a19-2172-4396-b97e-39df03665086', 'status': 'completed', 'code': 200} Nov 11 16:17:27.764136 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8d189691-d6b3-41ad-ae32-df19e0026b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.791641 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8d189691-d6b3-41ad-ae32-df19e0026b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.854454 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8d189691-d6b3-41ad-ae32-df19e0026b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.858357 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-8d189691-d6b3-41ad-ae32-df19e0026b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:27.862425 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-8d189691-d6b3-41ad-ae32-df19e0026b30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47f1bc7e-12fa-465f-85e0-0437baf1a7b0 HTTP/1.1" status: 204 len: 168 time: 0.1882913 Nov 11 16:17:27.871633 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d189691-d6b3-41ad-ae32-df19e0026b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f1bc7e-12fa-465f-85e0-0437baf1a7b0,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:27.892034 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:28.105637 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:28.134257 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] Checking router: 67bcf3fe-3eae-460a-8a37-45a0718576ac for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:17:28.143261 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:28.143871 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:17:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:28.261047 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:28.403474 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4b940-b98b-49ac-9f06-9e0b0f095e64 req-687a4588-e402-44a7-88b8-f690a4c5aa11 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:28.405165 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bcd4b940-b98b-49ac-9f06-9e0b0f095e64 req-687a4588-e402-44a7-88b8-f690a4c5aa11 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0535433 Nov 11 16:17:28.459996 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-bcd4b940-b98b-49ac-9f06-9e0b0f095e64 req-d416606b-d4a3-440a-92f1-2e386b67cec1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486252 Nov 11 16:17:28.484613 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:28.511930 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d108ab-2112-4ad7-b5c5-53fceafefb6b None None] The sync data for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi is: [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:09:25Z', 'revision_number': 4, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'c17b38ea-2f24-4b15-8e71-b3f569810f2d', 'name': '', 'network_id': '8ceacb2a-18e4-4b62-913a-6c446c6c59dd', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'mac_address': 'fa:16:3e:e3:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:23Z', 'updated_at': '2021-11-11T16:09:41Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'subnets': [{'id': 'cdcc6c84-0451-4536-b8e5-03148b482c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:17:28.753846 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d6453-f598-403c-ac3a-e786ed278420 None None] New status for floating IP 64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0: DOWN {{(pid=101824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:17:28.769565 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34082) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:28.834814 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-49d9635b-19d2-41d6-b234-a2a3a3f49b53 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:28.860809 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-49d9635b-19d2-41d6-b234-a2a3a3f49b53 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:28.913413 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-49d9635b-19d2-41d6-b234-a2a3a3f49b53 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:28.916332 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-49d9635b-19d2-41d6-b234-a2a3a3f49b53 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:28.920472 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-49d9635b-19d2-41d6-b234-a2a3a3f49b53 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "DELETE /v2.0/security-groups/a431e1ff-4126-4312-865b-8c3e7c075b4f HTTP/1.1" status: 204 len: 168 time: 0.1468890 Nov 11 16:17:28.921538 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34108) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:28.927733 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9635b-19d2-41d6-b234-a2a3a3f49b53 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a431e1ff-4126-4312-865b-8c3e7c075b4f,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:28.937311 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.api.v2.resource [None req-76e8d4d3-0f85-4c29-851b-03a28faab619 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] show failed (client error): The resource could not be found. Nov 11 16:17:28.941378 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-76e8d4d3-0f85-4c29-851b-03a28faab619 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "GET /v2.0/security-groups/a431e1ff-4126-4312-865b-8c3e7c075b4f HTTP/1.1" status: 404 len: 347 time: 0.0179651 Nov 11 16:17:28.941616 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34110) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:29.064484 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Deleting port c6b93031-c616-4493-9ab0-d2414a1f99f9 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:17:29.064915 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:29.154240 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:29.154658 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:29.167531 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Calling delete_port for c6b93031-c616-4493-9ab0-d2414a1f99f9 owned by network:floatingip {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:17:29.299595 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:29.324806 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Pushing event deleted for resources: {'Port': ['ID=c6b93031-c616-4493-9ab0-d2414a1f99f9,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:29.386427 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks [] for floatingip, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:29.389985 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:29.397697 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-681ddd5a-e45c-4859-9781-bb4f82e65e13 tempest-AttachVolumeShelveTestJSON-187070048 tempest-AttachVolumeShelveTestJSON-187070048-project] 10.222.0.45 "DELETE /v2.0/floatingips/64550d4e-a1d7-47f8-a1c6-4e4c66a7a5c0 HTTP/1.1" status: 204 len: 168 time: 0.4547749 Nov 11 16:17:29.587925 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856711d-55ae-4c2b-8410-8d5db440e4d2 req-ac5f5c3f-27d0-4bc5-a164-c38377507a0e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:29.589395 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8856711d-55ae-4c2b-8410-8d5db440e4d2 req-ac5f5c3f-27d0-4bc5-a164-c38377507a0e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0543807 Nov 11 16:17:29.639196 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8856711d-55ae-4c2b-8410-8d5db440e4d2 req-d425f04e-6213-4f8c-8fc6-fdd08ad57292 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Nov 11 16:17:29.945570 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:30.256231 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:30.277390 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 2ee20a19-2172-4396-b97e-39df03665086 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:30.277737 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 2ee20a19-2172-4396-b97e-39df03665086 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:30.762194 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f919-f23c-4d4d-aa87-0dc7d9e4f526 req-00b60f38-6b3c-471a-ae83-baa239ada148 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.763658 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ff28f919-f23c-4d4d-aa87-0dc7d9e4f526 req-00b60f38-6b3c-471a-ae83-baa239ada148 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0557644 Nov 11 16:17:30.812839 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ff28f919-f23c-4d4d-aa87-0dc7d9e4f526 req-7809df97-e3d5-4e9b-ba6a-32fe21e35fe7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Nov 11 16:17:31.823031 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34158) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:31.925216 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff30a52-5089-47b2-be5f-944f1682a2f5 req-944010e5-71aa-46df-bb13-581f86cf8ac0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:31.926694 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2ff30a52-5089-47b2-be5f-944f1682a2f5 req-944010e5-71aa-46df-bb13-581f86cf8ac0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0497930 Nov 11 16:17:31.979195 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2ff30a52-5089-47b2-be5f-944f1682a2f5 req-ac9433db-58de-47d0-bcf9-5754a5cc8700 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Nov 11 16:17:32.325819 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:32.576181 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Deleting port c17b38ea-2f24-4b15-8e71-b3f569810f2d {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:17:32.576611 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:32.662633 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] For port c17b38ea-2f24-4b15-8e71-b3f569810f2d, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=c17b38ea-2f24-4b15-8e71-b3f569810f2d,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:32.663022 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:32.675950 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Calling delete_port for c17b38ea-2f24-4b15-8e71-b3f569810f2d owned by network:router_interface {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:17:32.859613 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:32.885528 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17b38ea-2f24-4b15-8e71-b3f569810f2d,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:33.067193 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:33.099066 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a92f5-d225-4d33-941a-3d80530d0c86 req-b1a810b4-2b21-4b44-85f7-47f5d745fd87 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.100554 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-909a92f5-d225-4d33-941a-3d80530d0c86 req-b1a810b4-2b21-4b44-85f7-47f5d745fd87 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0507383 Nov 11 16:17:33.154275 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-909a92f5-d225-4d33-941a-3d80530d0c86 req-0d6eb893-d965-4024-8b90-a27c1f9ad16b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474794 Nov 11 16:17:33.546247 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Router 67bcf3fe-3eae-460a-8a37-45a0718576ac has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:17:33.651877 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:17:33.656787 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-494e95f8-074a-4421-b6fa-ddc8a74d1780 admin admin] 10.222.0.45 "PUT /v2.0/routers/67bcf3fe-3eae-460a-8a37-45a0718576ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8327456 Nov 11 16:17:33.659864 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34172) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:33.662600 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] Sync routers for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:17:33.672916 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:33.673565 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:17:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:33.764596 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:33.779388 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:33.867058 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:33.922148 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Deleting port f47c2341-94ea-43d6-aeee-ee1c5d14e78e {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:17:33.922388 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.004399 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] For port f47c2341-94ea-43d6-aeee-ee1c5d14e78e, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:34.004759 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.017804 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Calling delete_port for f47c2341-94ea-43d6-aeee-ee1c5d14e78e owned by network:router_gateway {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:17:34.026539 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:17:32Z', 'revision_number': 5, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port': {'id': 'f47c2341-94ea-43d6-aeee-ee1c5d14e78e', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:09:19Z', 'updated_at': '2021-11-11T16:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:34.083273 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] Checking router: 67bcf3fe-3eae-460a-8a37-45a0718576ac for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:17:34.098170 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] Routers {'67bcf3fe-3eae-460a-8a37-45a0718576ac'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:34.098794 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:17:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['67bcf3fe-3eae-460a-8a37-45a0718576ac'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:34.190233 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.193516 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] Set router 67bcf3fe-3eae-460a-8a37-45a0718576ac gateway port host: None {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:34.218575 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47c2341-94ea-43d6-aeee-ee1c5d14e78e,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:34.286303 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e797c7-cc51-477b-8c53-490b9327c79e req-2ca496ae-de6d-4a4c-a6aa-55813c210715 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:34.287881 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-53e797c7-cc51-477b-8c53-490b9327c79e req-2ca496ae-de6d-4a4c-a6aa-55813c210715 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0514436 Nov 11 16:17:34.289185 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d3cc6471-0ef1-443a-89ac-87d2b2753782 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:17:34.292619 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.345512 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:17:33Z', 'revision_number': 6, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port_host': None}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:34.357986 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-53e797c7-cc51-477b-8c53-490b9327c79e req-eebbbfe0-1e0e-4144-b41b-ee03ecd60b68 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595999 Nov 11 16:17:34.377471 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e4c54-91a6-474e-8043-57126faadfdf None None] The sync data for ids ['67bcf3fe-3eae-460a-8a37-45a0718576ac'] in dv-cinder-774288-11-iscsi is: [{'id': '67bcf3fe-3eae-460a-8a37-45a0718576ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1217404472-router', 'tenant_id': '818dce4f7655480da5617ad072103e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:09:18Z', 'updated_at': '2021-11-11T16:17:33Z', 'revision_number': 6, 'project_id': '818dce4f7655480da5617ad072103e6b', 'gw_port_host': None}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:17:34.425069 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d3cc6471-0ef1-443a-89ac-87d2b2753782, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:34.439362 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.441455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'port_id': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'mac_address': 'fa:16:3e:7e:ff:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:17:34.441678 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.485880 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.488278 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.489187 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67bcf3fe-3eae-460a-8a37-45a0718576ac {{(pid=101823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:17:34.494348 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.495493 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-2d9035be-e99c-4e02-b7c6-adb6aa5336e5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/67bcf3fe-3eae-460a-8a37-45a0718576ac HTTP/1.1" status: 204 len: 168 time: 0.8347058 Nov 11 16:17:34.498066 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34178) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:34.503817 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cc6471-0ef1-443a-89ac-87d2b2753782 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:34.523284 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d3cc6471-0ef1-443a-89ac-87d2b2753782, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:34.528541 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.545289 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] Deleting subnet cdcc6c84-0451-4536-b8e5-03148b482c79 {{(pid=101823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:17:34.549165 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.575150 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=d3cc6471-0ef1-443a-89ac-87d2b2753782,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:34.582819 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12751847'] for subnet, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.662379 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.714123 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13015758'] for subnet, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.739912 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdcc6c84-0451-4536-b8e5-03148b482c79,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:34.743764 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.746985 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-4df02ea2-05ea-45d7-a4a7-24bb35845fe4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cdcc6c84-0451-4536-b8e5-03148b482c79 HTTP/1.1" status: 204 len: 168 time: 0.2479775 Nov 11 16:17:34.749640 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34180) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:34.753124 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd80830-81b8-4f1c-a14b-d57722fcfee2 None None] Network 8ceacb2a-18e4-4b62-913a-6c446c6c59dd requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:17:34.814455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['d3cc6471-0ef1-443a-89ac-87d2b2753782'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:17:34.835619 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.906966 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Deleting port 010fb81f-0797-4a14-812d-fda5b0c8c1fa {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:17:34.907863 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.977630 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] For port 010fb81f-0797-4a14-812d-fda5b0c8c1fa, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=010fb81f-0797-4a14-812d-fda5b0c8c1fa,segment=NetworkSegment(c6b94910-ef0a-46f1-a779-332ff6415951),segment_id=c6b94910-ef0a-46f1-a779-332ff6415951)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:34.977893 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:34.990129 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Calling delete_port for 010fb81f-0797-4a14-812d-fda5b0c8c1fa owned by network:dhcp {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:17:35.080007 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.105633 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=010fb81f-0797-4a14-812d-fda5b0c8c1fa,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:35.109303 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] No DVR routers for this DVR port 010fb81f-0797-4a14-812d-fda5b0c8c1fa on host dv-cinder-774288-11-iscsi {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:17:35.187855 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.208468 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ceacb2a-18e4-4b62-913a-6c446c6c59dd']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:35.219519 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f50aa2-131f-4215-96d6-95d076762496 None None] DHCP port deletion for 8ceacb2a-18e4-4b62-913a-6c446c6c59dd request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:17:35.225591 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b94910-ef0a-46f1-a779-332ff6415951') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:35.226183 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b94910-ef0a-46f1-a779-332ff6415951') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:35.238767 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.248995 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device c17b38ea-2f24-4b15-8e71-b3f569810f2d no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:35.254048 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.259992 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:17:35.260365 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:17:35.262084 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:17:35.270627 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: c17b38ea-2f24-4b15-8e71-b3f569810f2d {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:35.270969 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device c17b38ea-2f24-4b15-8e71-b3f569810f2d not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:35.322289 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.328694 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.335277 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8ceacb2a-18e4-4b62-913a-6c446c6c59dd HTTP/1.1" status: 204 len: 168 time: 0.5811715 Nov 11 16:17:35.343749 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b675f-19c8-4c6f-914c-0069ce8f7f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ceacb2a-18e4-4b62-913a-6c446c6c59dd,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:35.475363 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34188) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:35.509433 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d936-fb77-49c5-a357-7a167feace0a req-d84d7292-2528-4a6c-b77d-5219ed44503c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:35.512217 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0e58d936-fb77-49c5-a357-7a167feace0a req-d84d7292-2528-4a6c-b77d-5219ed44503c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 945 time: 0.0660934 Nov 11 16:17:35.527354 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-fc91989a-e3a0-4d5c-afb5-49768a7de27e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=818dce4f7655480da5617ad072103e6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499926 Nov 11 16:17:35.529123 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34190) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:35.565114 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0e58d936-fb77-49c5-a357-7a167feace0a req-c904d4ec-344c-44b1-a1f3-59d88871ebf5 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457103 Nov 11 16:17:35.584462 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d4b17a76-d937-44eb-875c-1be87f5f8978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.606452 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d4b17a76-d937-44eb-875c-1be87f5f8978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.652144 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d4b17a76-d937-44eb-875c-1be87f5f8978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.655119 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d4b17a76-d937-44eb-875c-1be87f5f8978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:35.656284 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d4b17a76-d937-44eb-875c-1be87f5f8978 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4008f5c0-55d1-458b-8869-7f20254cfbeb HTTP/1.1" status: 204 len: 168 time: 0.1260169 Nov 11 16:17:35.664674 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b17a76-d937-44eb-875c-1be87f5f8978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008f5c0-55d1-458b-8869-7f20254cfbeb,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:36.319327 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d3cc6471-0ef1-443a-89ac-87d2b2753782 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:17:36.334714 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34212) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:36.372381 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port d3cc6471-0ef1-443a-89ac-87d2b2753782 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:17:36.376235 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port d3cc6471-0ef1-443a-89ac-87d2b2753782 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:36.376599 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.442460 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675161498-network', 'tenant_id': '2ad23745a2284ca4aa409c0aa2c7e205'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:36.470852 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.473149 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Made reservation on behalf of 2ad23745a2284ca4aa409c0aa2c7e205 for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:36.476177 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.490520 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.493814 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:36.496076 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e19c1-69d2-4080-9f67-2aeaea20fda5" -d '{"events": [{"server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "name": "network-vif-plugged", "status": "completed", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:17:36.508341 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port d3cc6471-0ef1-443a-89ac-87d2b2753782, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:17:36.514628 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.556402 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b020e41-8817-456d-b90f-e78fb745121e x-openstack-request-id: req-7b020e41-8817-456d-b90f-e78fb745121e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:17:36.557174 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "name": "network-vif-plugged", "status": "completed", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:17:36.557307 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b020e41-8817-456d-b90f-e78fb745121e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:17:36.557706 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'code': 200} Nov 11 16:17:36.580392 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=d3cc6471-0ef1-443a-89ac-87d2b2753782,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:36.601121 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.611565 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.632347 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:17:36.647617 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015c1e74-b5dc-4901-9a44-1baacab9da22,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:36.653342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.653693 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Added segment 76d08a05-72c8-497f-a086-a36536965a49 of type vlan for network 210e75b8-9a28-4ef3-bb52-700714912ffd Nov 11 16:17:36.684465 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f47c2341-94ea-43d6-aeee-ee1c5d14e78e no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:36.697929 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.726354 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.727578 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:36.728169 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.733917 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: f47c2341-94ea-43d6-aeee-ee1c5d14e78e {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:36.734261 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device f47c2341-94ea-43d6-aeee-ee1c5d14e78e not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:36.734686 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 010fb81f-0797-4a14-812d-fda5b0c8c1fa no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:17:36.740803 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85c874-0af4-4fb3-beaf-e87443a15ef1 req-a538c76f-d856-444b-ba3e-0f3247056067 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:36.742535 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1b85c874-0af4-4fb3-beaf-e87443a15ef1 req-a538c76f-d856-444b-ba3e-0f3247056067 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 946 time: 0.1011655 Nov 11 16:17:36.759409 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 010fb81f-0797-4a14-812d-fda5b0c8c1fa {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:17:36.760030 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 010fb81f-0797-4a14-812d-fda5b0c8c1fa not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:17:36.764820 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4289246 Nov 11 16:17:36.789744 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34222) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:36.796339 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Request body: {'subnet': {'network_id': '210e75b8-9a28-4ef3-bb52-700714912ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675161498-subnet', 'tenant_id': '2ad23745a2284ca4aa409c0aa2c7e205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:36.808890 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4cf6f-6a99-4d63-8d8b-9f5d2eed9feb admin admin] Pushing event updated for resources: {'Network': ['ID=210e75b8-9a28-4ef3-bb52-700714912ffd,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:36.819170 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 210e75b8-9a28-4ef3-bb52-700714912ffd details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:17:36.848597 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e237f5-2856-4509-adc9-2f9621ca9f11 req-3f240aaf-ea7a-49a9-9696-ad89ea1e9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:36.853061 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-87e237f5-2856-4509-adc9-2f9621ca9f11 req-3f240aaf-ea7a-49a9-9696-ad89ea1e9960 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0947900 Nov 11 16:17:36.861076 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1b85c874-0af4-4fb3-beaf-e87443a15ef1 req-f36dedc6-c6d6-4a06-b47e-c11aa83ae496 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119626 Nov 11 16:17:36.861510 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Made reservation on behalf of 2ad23745a2284ca4aa409c0aa2c7e205 for: {'subnet': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:36.863928 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13591579'] for subnet, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:36.961005 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-87e237f5-2856-4509-adc9-2f9621ca9f11 req-ddb29fd9-3490-4637-9e6c-185a6890d0b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946326 Nov 11 16:17:37.060976 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12607739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13591605'] for subnet, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.117830 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e036c3e6-a950-423b-9b0b-dcb9d4341149,revision_number=0']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:37.125099 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Checking segment: {'id': '76d08a05-72c8-497f-a086-a36536965a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '210e75b8-9a28-4ef3-bb52-700714912ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:17:37.125468 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Network hostable DHCP agents. Network: 210e75b8-9a28-4ef3-bb52-700714912ffd, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:17:37.141672 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Network 210e75b8-9a28-4ef3-bb52-700714912ffd is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:17:37.149515 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 210e75b8-9a28-4ef3-bb52-700714912ffd) {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:37.153442 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:37.154034 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.158112 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436cfeec-9fb2-4152-9dfc-02796912a9c4 None None] Network 210e75b8-9a28-4ef3-bb52-700714912ffd requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:17:37.168724 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-0c1b4b30-5782-40b1-ab39-585a7a777880 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3777919 Nov 11 16:17:37.287686 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ac40f-f9bf-42ae-9e2e-b6ebe379c721 None None] Network 210e75b8-9a28-4ef3-bb52-700714912ffd requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:17:37.642630 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34240) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:37.647686 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-551505389-network', 'tenant_id': 'e8cda74b1e0440a29300a0669cd50c6b'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:37.668405 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Made reservation on behalf of e8cda74b1e0440a29300a0669cd50c6b for: {'network': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:37.671112 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for network, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.680633 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.753156 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.757059 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.779177 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=101823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:17:37.795253 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e6411e-105d-4f22-b576-ca8129b6d4ff,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:37.801764 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.802110 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.segments_db [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Added segment d88dc6a0-6f7c-4341-9c5a-e92a0e7b2181 of type vlan for network 8509238e-4ed2-4585-8cd3-52c45b40d1d1 Nov 11 16:17:37.842507 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773552997075'] for network, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.867632 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335'] for network, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.868560 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:37.869168 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.925715 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2819624 Nov 11 16:17:37.932093 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34244) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:37.937631 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Request body: {'subnet': {'network_id': '8509238e-4ed2-4585-8cd3-52c45b40d1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-551505389-subnet', 'tenant_id': 'e8cda74b1e0440a29300a0669cd50c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:37.948445 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c249b47-cc65-45e4-be31-5c3de2ae52be admin admin] Pushing event updated for resources: {'Network': ['ID=8509238e-4ed2-4585-8cd3-52c45b40d1d1,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:37.965314 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Made reservation on behalf of e8cda74b1e0440a29300a0669cd50c6b for: {'subnet': 1} {{(pid=101823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:37.967644 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13015787'] for subnet, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:37.974744 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Network 8509238e-4ed2-4585-8cd3-52c45b40d1d1 details requested by agent ovs-agent-dv-cinder-774288-11-iscsi with host dv-cinder-774288-11-iscsi {{(pid=101824) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:17:37.985067 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b731-5723-419f-84c1-057ab13b087e req-71ecb43f-db83-41cf-a70a-b54b4502d194 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:37.990404 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3dc7b731-5723-419f-84c1-057ab13b087e req-71ecb43f-db83-41cf-a70a-b54b4502d194 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0610492 Nov 11 16:17:38.047246 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-3dc7b731-5723-419f-84c1-057ab13b087e req-4d0ca6d1-14d2-4235-8320-a7ec27ce4e58 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542161 Nov 11 16:17:38.150288 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13015749'] for subnet, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.206062 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef79b54-8b7b-4395-8120-df1dd243b743,revision_number=0']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:38.222723 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Checking segment: {'id': 'd88dc6a0-6f7c-4341-9c5a-e92a0e7b2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8509238e-4ed2-4585-8cd3-52c45b40d1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:17:38.223086 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Network hostable DHCP agents. Network: 8509238e-4ed2-4585-8cd3-52c45b40d1d1, hostable agents: ['51216cb4-3b78-4104-8f7b-da5b5d6031e1'], hosted agents: [] {{(pid=101823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:17:38.239057 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Network 8509238e-4ed2-4585-8cd3-52c45b40d1d1 is scheduled to be hosted by DHCP agent 51216cb4-3b78-4104-8f7b-da5b5d6031e1 with binding_index 1 {{(pid=101823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:17:38.247541 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-11-iscsi, 8509238e-4ed2-4585-8cd3-52c45b40d1d1) {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:38.252671 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:38.253370 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.262475 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c040cd-a341-41ab-beb9-0ebaeb08df5b None None] Network 8509238e-4ed2-4585-8cd3-52c45b40d1d1 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:17:38.273564 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-86a77a0c-d9f3-4424-a57b-3125f94e311f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3403621 Nov 11 16:17:38.386829 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34248) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:38.393855 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047af3bb-0946-4b17-b559-a14026c1127f None None] Network 8509238e-4ed2-4585-8cd3-52c45b40d1d1 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:17:38.435798 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] Deleting subnet e036c3e6-a950-423b-9b0b-dcb9d4341149 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:17:38.439574 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.478205 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.518301 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.572700 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.599575 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e036c3e6-a950-423b-9b0b-dcb9d4341149,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:38.601575 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.606538 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-574ba01f-33bd-4980-8397-3abf9849fbc3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e036c3e6-a950-423b-9b0b-dcb9d4341149 HTTP/1.1" status: 204 len: 168 time: 0.2170489 Nov 11 16:17:38.607876 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34252) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:38.675943 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.756338 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.775557 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210e75b8-9a28-4ef3-bb52-700714912ffd']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:38.785096 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d08a05-72c8-497f-a086-a36536965a49') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:38.785401 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d08a05-72c8-497f-a086-a36536965a49') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:38.796014 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.809050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.814773 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:17:38.815158 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:17:38.816754 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:17:38.871028 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.876241 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.879468 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] 10.222.0.45 "DELETE /v2.0/networks/210e75b8-9a28-4ef3-bb52-700714912ffd HTTP/1.1" status: 204 len: 168 time: 0.2704954 Nov 11 16:17:38.884239 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34254) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:38.890655 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c693b26-2295-47d0-bc43-e33e13903e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=210e75b8-9a28-4ef3-bb52-700714912ffd,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:38.929605 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] Deleting subnet 4ef79b54-8b7b-4395-8120-df1dd243b743 {{(pid=101823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:17:38.932850 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:38.974137 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12751847'] for subnet, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.012410 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.063553 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13015758'] for subnet, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.089237 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef79b54-8b7b-4395-8120-df1dd243b743,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:39.092958 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.096170 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-bb0206a8-8a61-4559-a03f-0bf552f4e0af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4ef79b54-8b7b-4395-8120-df1dd243b743 HTTP/1.1" status: 204 len: 168 time: 0.2108960 Nov 11 16:17:39.099079 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34258) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:39.191341 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.212191 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed118ab-f306-4c00-8a58-13eabb3c8d7f req-47bac1d8-358e-4035-b73b-57b13466148d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:39.213663 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9ed118ab-f306-4c00-8a58-13eabb3c8d7f req-47bac1d8-358e-4035-b73b-57b13466148d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0969341 Nov 11 16:17:39.317199 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.333303 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9ed118ab-f306-4c00-8a58-13eabb3c8d7f req-697ac5f6-b977-4383-820c-9fa2109a0448 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963199 Nov 11 16:17:39.343757 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8509238e-4ed2-4585-8cd3-52c45b40d1d1']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:39.353986 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88dc6a0-6f7c-4341-9c5a-e92a0e7b2181') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:39.354295 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88dc6a0-6f7c-4341-9c5a-e92a0e7b2181') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:39.366148 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.380499 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.386389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:17:39.386770 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:17:39.388431 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:17:39.472397 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.478952 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:39.481862 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] 10.222.0.45 "DELETE /v2.0/networks/8509238e-4ed2-4585-8cd3-52c45b40d1d1 HTTP/1.1" status: 204 len: 168 time: 0.3817706 Nov 11 16:17:39.501351 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce20f75-66ac-4873-99bf-508d7e6839b9 req-28e0978d-b75d-41ff-8d00-df810a89a540 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:39.503400 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1ce20f75-66ac-4873-99bf-508d7e6839b9 req-28e0978d-b75d-41ff-8d00-df810a89a540 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0774019 Nov 11 16:17:39.504146 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f067c-8ce0-4e5b-81f8-6b743570590d admin admin] Pushing event deleted for resources: {'Network': ['ID=8509238e-4ed2-4585-8cd3-52c45b40d1d1,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:39.554896 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1ce20f75-66ac-4873-99bf-508d7e6839b9 req-0332a889-6c1e-4861-95ff-878a5ae9cf9c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 Nov 11 16:17:39.578229 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34264) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:39.644088 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34268) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:39.694725 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-14f78a6a-9880-4173-b3da-27578b97177a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ad23745a2284ca4aa409c0aa2c7e205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493793 Nov 11 16:17:39.697123 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34272) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:40.015890 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31b61b-e07e-4194-bfa6-1b1c2b808fb2 tempest-TestVolumeBootPattern-261879282 tempest-TestVolumeBootPattern-261879282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:40.017465 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-1c31b61b-e07e-4194-bfa6-1b1c2b808fb2 tempest-TestVolumeBootPattern-261879282 tempest-TestVolumeBootPattern-261879282-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 1094 time: 0.4381921 Nov 11 16:17:40.020535 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34276) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:40.021003 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bf420c1f-ca62-43e8-b840-33daa2241ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.025179 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.v2.base [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'port_id': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:40.041741 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bf420c1f-ca62-43e8-b840-33daa2241ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.047903 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.087432 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bf420c1f-ca62-43e8-b840-33daa2241ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.090048 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-bf420c1f-ca62-43e8-b840-33daa2241ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.091288 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-bf420c1f-ca62-43e8-b840-33daa2241ad7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/015c1e74-b5dc-4901-9a44-1baacab9da22 HTTP/1.1" status: 204 len: 168 time: 0.3932745 Nov 11 16:17:40.101315 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420c1f-ca62-43e8-b840-33daa2241ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015c1e74-b5dc-4901-9a44-1baacab9da22,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:40.162179 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.271985 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_common [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Allocated IP 172.27.3.201 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/bf01d663-88fb-4d1a-81e7-1bc6d4dddddc) {{(pid=101823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:40.376260 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.411418 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.413799 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34282) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:40.452432 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d0852aac-cb3b-442f-9dd7-b36e91fcc3b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8cda74b1e0440a29300a0669cd50c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374115 Nov 11 16:17:40.455369 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34284) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:40.456256 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:40.464411 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.base_scheduler [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Resources bound (agent type, host, resource id): {{(pid=101823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:40.466399 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=bf01d663-88fb-4d1a-81e7-1bc6d4dddddc,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:40.468570 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Received port after_create {{(pid=101823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:17:40.513414 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e06a69a4-2068-477f-b322-cb9fca331878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.535764 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e06a69a4-2068-477f-b322-cb9fca331878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.583213 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e06a69a4-2068-477f-b322-cb9fca331878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.585810 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e06a69a4-2068-477f-b322-cb9fca331878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.589276 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e06a69a4-2068-477f-b322-cb9fca331878 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21e6411e-105d-4f22-b576-ca8129b6d4ff HTTP/1.1" status: 204 len: 168 time: 0.1306796 Nov 11 16:17:40.594956 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a69a4-2068-477f-b322-cb9fca331878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e6411e-105d-4f22-b576-ca8129b6d4ff,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:40.595410 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:17:40.852773 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:40.924193 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:41.091987 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:41.096879 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12752743'] for port, after_update {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:41.169482 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=bf01d663-88fb-4d1a-81e7-1bc6d4dddddc,revision_number=2']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:41.185834 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.194236 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:41.196523 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:41.297499 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.db.l3_db [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Floating IP e2690268-e0ff-42a6-89c3-4e3e25f85886 associated. External IP: 172.27.3.201, port: d3cc6471-0ef1-443a-89ac-87d2b2753782. Nov 11 16:17:41.515593 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:17:41.625341 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:17:41.637052 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:17:41.644306 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:41.650340 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:41.651132 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:17:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:41.675790 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-b528b9b9-ab02-4ba0-b830-0f7460cf8174 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6540835 Nov 11 16:17:41.676447 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782'}] {{(pid=101823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:41.678842 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d93aeeb3dbef261b6a14b503502dcdf8d8cd8d86318b78ae8e435c551641fcf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29cddc4-f912-4c28-87df-60f489546558" -d '{"events": [{"name": "network-changed", "server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782"}]}' {{(pid=101823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:17:41.724545 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41285ea2-7d29-4006-8e46-70c31629b306 x-openstack-request-id: req-41285ea2-7d29-4006-8e46-70c31629b306 {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:17:41.724844 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782", "status": "completed", "code": 200}]} {{(pid=101823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:17:41.725138 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41285ea2-7d29-4006-8e46-70c31629b306 {{(pid=101823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:17:41.725582 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'status': 'completed', 'code': 200} Nov 11 16:17:41.771366 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:41.794115 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cddc4-f912-4c28-87df-60f489546558 req-082d620c-ab8e-428f-be6e-1728baa7d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:41.795958 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b29cddc4-f912-4c28-87df-60f489546558 req-082d620c-ab8e-428f-be6e-1728baa7d73c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0434341 Nov 11 16:17:41.901045 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cddc4-f912-4c28-87df-60f489546558 req-9c2f6790-30f5-47d5-8641-e755e8e11471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:41.902560 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b29cddc4-f912-4c28-87df-60f489546558 req-9c2f6790-30f5-47d5-8641-e755e8e11471 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0893221 Nov 11 16:17:41.976331 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b29cddc4-f912-4c28-87df-60f489546558 req-4bf5804e-0214-4999-a3d7-af91b8afe3c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782 HTTP/1.1" status: 200 len: 1000 time: 0.0596693 Nov 11 16:17:42.007249 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'e2690268-e0ff-42a6-89c3-4e3e25f85886', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:7e:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:17:40Z', 'updated_at': '2021-11-11T16:17:40Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:42.033486 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cddc4-f912-4c28-87df-60f489546558 req-47b07099-51a5-4173-aa72-b6a0746ed581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:42.034023 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:17:42.034972 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b29cddc4-f912-4c28-87df-60f489546558 req-47b07099-51a5-4173-aa72-b6a0746ed581 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0474405 Nov 11 16:17:42.042753 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:17:42.043363 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:17:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:42.087157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cddc4-f912-4c28-87df-60f489546558 req-0e01e1c6-769e-411d-8fd3-b4e22b4a49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:42.088710 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b29cddc4-f912-4c28-87df-60f489546558 req-0e01e1c6-769e-411d-8fd3-b4e22b4a49d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444963 Nov 11 16:17:42.097364 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34344) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:42.149963 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:17:42.191676 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b29cddc4-f912-4c28-87df-60f489546558 req-6ce0beea-309d-446c-9be9-10c448f7e0ff service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885429 Nov 11 16:17:42.219721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a630-5c34-4de5-a460-f92a9174d8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.329187 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b29cddc4-f912-4c28-87df-60f489546558 req-8459ab9f-7d64-4b1d-8391-5c90b831cbb7 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240652 Nov 11 16:17:42.366073 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a630-5c34-4de5-a460-f92a9174d8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.370602 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a630-5c34-4de5-a460-f92a9174d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.375799 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'e2690268-e0ff-42a6-89c3-4e3e25f85886', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:7e:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:17:40Z', 'updated_at': '2021-11-11T16:17:40Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:17:42.405610 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f7f22-edf2-4347-9386-d1087161fe82 None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'e2690268-e0ff-42a6-89c3-4e3e25f85886', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:7e:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:17:40Z', 'updated_at': '2021-11-11T16:17:40Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:17:42.409130 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-4ff0a630-5c34-4de5-a460-f92a9174d8e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d5564646c1e4b17afb41628d7a827b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106911 Nov 11 16:17:42.410314 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0a630-5c34-4de5-a460-f92a9174d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733331c8-e967-423a-9b20-19cf0c9db428,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:42.412001 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34348) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:42.463743 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e4898155-e938-40e5-8617-80bfefb55e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.487127 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e4898155-e938-40e5-8617-80bfefb55e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.533677 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e4898155-e938-40e5-8617-80bfefb55e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.536438 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e4898155-e938-40e5-8617-80bfefb55e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.537648 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-e4898155-e938-40e5-8617-80bfefb55e15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/733331c8-e967-423a-9b20-19cf0c9db428 HTTP/1.1" status: 204 len: 168 time: 0.1246765 Nov 11 16:17:42.546108 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4898155-e938-40e5-8617-80bfefb55e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733331c8-e967-423a-9b20-19cf0c9db428,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:42.632222 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce52354-a8fe-451c-8f54-40e251c36690 None None] New status for floating IP e2690268-e0ff-42a6-89c3-4e3e25f85886: ACTIVE {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:17:42.814658 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34356) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:42.828938 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-71289dab-b212-4b1f-9acc-bad41fe33a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.906102 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-71289dab-b212-4b1f-9acc-bad41fe33a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.910344 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-71289dab-b212-4b1f-9acc-bad41fe33a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:42.948229 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-71289dab-b212-4b1f-9acc-bad41fe33a22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbe51e34afad40e5bfa83cb9fece7b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319933 Nov 11 16:17:42.949468 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71289dab-b212-4b1f-9acc-bad41fe33a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28bc70d-7587-4c99-9e99-038bbbddb370,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:42.950910 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34358) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:17:42.998565 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-535aff64-1380-48cb-94b2-c1170974524f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:43.020494 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-535aff64-1380-48cb-94b2-c1170974524f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:43.068570 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-535aff64-1380-48cb-94b2-c1170974524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:43.071133 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-535aff64-1380-48cb-94b2-c1170974524f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:43.072250 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-535aff64-1380-48cb-94b2-c1170974524f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f28bc70d-7587-4c99-9e99-038bbbddb370 HTTP/1.1" status: 204 len: 168 time: 0.1203527 Nov 11 16:17:43.079681 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aff64-1380-48cb-94b2-c1170974524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28bc70d-7587-4c99-9e99-038bbbddb370,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:46.266178 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab404169-1f3e-43d2-ba02-13401786f141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:48.372129 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9704b01c-be00-4530-9211-b5811d092186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:49.458027 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:50.883299 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:51.666806 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:17:59.944749 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.112674 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34650) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:03.217615 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.289787 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.293682 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.331680 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f624f02c8aeb4341a761c26bc8727c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179215 Nov 11 16:18:03.333805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a119f-4d4f-4f68-b8e2-d79fc4e7f41b,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:03.334636 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34654) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:03.342159 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.342525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.342867 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.343205 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.343539 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.343882 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.344211 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.344542 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.344868 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.345220 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.345554 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.345876 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffad7f-7fa3-45de-a8c3-1a346dc5572f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:03.387579 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-edc23982-fa79-4252-88f2-fe91d4f240b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.408537 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-edc23982-fa79-4252-88f2-fe91d4f240b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.454407 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-edc23982-fa79-4252-88f2-fe91d4f240b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.456985 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-edc23982-fa79-4252-88f2-fe91d4f240b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:03.458167 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-edc23982-fa79-4252-88f2-fe91d4f240b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c5a119f-4d4f-4f68-b8e2-d79fc4e7f41b HTTP/1.1" status: 204 len: 168 time: 0.1219845 Nov 11 16:18:03.466933 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc23982-fa79-4252-88f2-fe91d4f240b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a119f-4d4f-4f68-b8e2-d79fc4e7f41b,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:04.442707 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34708) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:04.446115 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34710) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:04.544761 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffac76f8-890c-443e-b092-80c7f1010900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.548225 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-30c577f1-5c10-422b-97ea-d82de2cb7913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.618314 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffac76f8-890c-443e-b092-80c7f1010900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.622051 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-ffac76f8-890c-443e-b092-80c7f1010900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.626957 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-30c577f1-5c10-422b-97ea-d82de2cb7913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.631586 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-30c577f1-5c10-422b-97ea-d82de2cb7913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.668558 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-ffac76f8-890c-443e-b092-80c7f1010900 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8e9142556324d48a2178cf7a85ec8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247519 Nov 11 16:18:04.669278 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34716) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:04.669888 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac76f8-890c-443e-b092-80c7f1010900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d48ad16-1dc4-4151-b491-f1a9d1d16eab,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:04.670666 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-30c577f1-5c10-422b-97ea-d82de2cb7913 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa55edfe73d34d5986dc27fde2c193ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235091 Nov 11 16:18:04.671587 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c577f1-5c10-422b-97ea-d82de2cb7913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3b0a27-9eae-41c8-9209-7311ba4a2002,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:04.674261 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34718) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:04.723209 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7ac89033-9b95-45e3-9f26-641ea1d6c006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.724588 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0e3a068c-4649-406d-a053-d34de87ab9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.745316 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7ac89033-9b95-45e3-9f26-641ea1d6c006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.746564 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0e3a068c-4649-406d-a053-d34de87ab9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.792626 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7ac89033-9b95-45e3-9f26-641ea1d6c006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.793881 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0e3a068c-4649-406d-a053-d34de87ab9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.795446 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-7ac89033-9b95-45e3-9f26-641ea1d6c006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.796586 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-7ac89033-9b95-45e3-9f26-641ea1d6c006 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d48ad16-1dc4-4151-b491-f1a9d1d16eab HTTP/1.1" status: 204 len: 168 time: 0.1229455 Nov 11 16:18:04.796760 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-0e3a068c-4649-406d-a053-d34de87ab9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:04.800338 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-0e3a068c-4649-406d-a053-d34de87ab9e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f3b0a27-9eae-41c8-9209-7311ba4a2002 HTTP/1.1" status: 204 len: 168 time: 0.1227241 Nov 11 16:18:04.807258 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a068c-4649-406d-a053-d34de87ab9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3b0a27-9eae-41c8-9209-7311ba4a2002,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:04.817241 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac89033-9b95-45e3-9f26-641ea1d6c006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d48ad16-1dc4-4151-b491-f1a9d1d16eab,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:05.142398 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34726) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:05.155538 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ba640081-e1fd-42f8-8050-cdc100a2a6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:05.227943 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ba640081-e1fd-42f8-8050-cdc100a2a6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:05.231776 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-ba640081-e1fd-42f8-8050-cdc100a2a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:05.269394 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-ba640081-e1fd-42f8-8050-cdc100a2a6ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=746195deb4ef4b019b11109928562bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259184 Nov 11 16:18:05.270333 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba640081-e1fd-42f8-8050-cdc100a2a6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaddea2-f319-4f66-ba82-cdb187d09995,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:05.272048 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34728) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:05.320108 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db9c5159-b345-4f16-89a9-a1b6463e2c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:05.341010 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db9c5159-b345-4f16-89a9-a1b6463e2c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:05.386181 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db9c5159-b345-4f16-89a9-a1b6463e2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:05.388736 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-db9c5159-b345-4f16-89a9-a1b6463e2c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:05.390017 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-db9c5159-b345-4f16-89a9-a1b6463e2c18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bfaddea2-f319-4f66-ba82-cdb187d09995 HTTP/1.1" status: 204 len: 168 time: 0.1168606 Nov 11 16:18:05.398549 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c5159-b345-4f16-89a9-a1b6463e2c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaddea2-f319-4f66-ba82-cdb187d09995,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:08.058187 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34860) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:08.161185 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-60e1cccc-55d2-470f-92ad-58ef9ae9ffbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.234411 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-60e1cccc-55d2-470f-92ad-58ef9ae9ffbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.238007 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-60e1cccc-55d2-470f-92ad-58ef9ae9ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.275705 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-60e1cccc-55d2-470f-92ad-58ef9ae9ffbd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43930cda49d14e3cab6b9f96190a773e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164533 Nov 11 16:18:08.277782 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1cccc-55d2-470f-92ad-58ef9ae9ffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71163600-83c0-4be9-ba14-f205262b0585,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:08.278454 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34864) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:08.325853 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44a89d05-2539-496f-932a-49e546dc20e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.346184 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44a89d05-2539-496f-932a-49e546dc20e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.393242 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44a89d05-2539-496f-932a-49e546dc20e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.395805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-44a89d05-2539-496f-932a-49e546dc20e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.396928 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-44a89d05-2539-496f-932a-49e546dc20e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71163600-83c0-4be9-ba14-f205262b0585 HTTP/1.1" status: 204 len: 168 time: 0.1174464 Nov 11 16:18:08.404857 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89d05-2539-496f-932a-49e546dc20e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71163600-83c0-4be9-ba14-f205262b0585,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:08.651930 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34870) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:08.664805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-50b5e456-2d25-4b8e-8852-900b0f68ec52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.736628 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-50b5e456-2d25-4b8e-8852-900b0f68ec52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.740032 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-50b5e456-2d25-4b8e-8852-900b0f68ec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.777044 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-50b5e456-2d25-4b8e-8852-900b0f68ec52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc71e51b82704d56a02c4459f83fa379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240506 Nov 11 16:18:08.777991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5e456-2d25-4b8e-8852-900b0f68ec52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc071e26-8e38-45f5-bccd-6a7162866ac7,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:08.779719 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34872) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:08.828893 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-76e74e33-2d6f-41f6-940f-a85e2d7ff112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.849216 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-76e74e33-2d6f-41f6-940f-a85e2d7ff112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.894550 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-76e74e33-2d6f-41f6-940f-a85e2d7ff112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.897190 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-76e74e33-2d6f-41f6-940f-a85e2d7ff112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:08.898349 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-76e74e33-2d6f-41f6-940f-a85e2d7ff112 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc071e26-8e38-45f5-bccd-6a7162866ac7 HTTP/1.1" status: 204 len: 168 time: 0.1169572 Nov 11 16:18:08.905974 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e74e33-2d6f-41f6-940f-a85e2d7ff112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc071e26-8e38-45f5-bccd-6a7162866ac7,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:16.257488 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6444fdc3-eb45-4f6d-84cc-c41169b3619c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:17.594104 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:18:18.372958 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fff94446-4338-4351-b0c0-14e66d65364f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.334923 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34984) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:19.437958 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-39e5ab91-f08d-4278-add8-b1b40432bc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.460021 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.516108 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-39e5ab91-f08d-4278-add8-b1b40432bc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.520005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-39e5ab91-f08d-4278-add8-b1b40432bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.820909 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-39e5ab91-f08d-4278-add8-b1b40432bc88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8561dbd0c9024e10a26747dc3137007e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848685 Nov 11 16:18:19.823439 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5ab91-f08d-4278-add8-b1b40432bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3dc3f7-6fcd-48b1-89a9-de23b4b64a03,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:19.824129 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34988) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:19.870753 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4b39ea67-91cd-4697-9819-333e635d08c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.891498 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4b39ea67-91cd-4697-9819-333e635d08c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.936647 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4b39ea67-91cd-4697-9819-333e635d08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.939470 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-4b39ea67-91cd-4697-9819-333e635d08c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:19.940585 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-4b39ea67-91cd-4697-9819-333e635d08c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa3dc3f7-6fcd-48b1-89a9-de23b4b64a03 HTTP/1.1" status: 204 len: 168 time: 0.1154828 Nov 11 16:18:19.948510 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39ea67-91cd-4697-9819-333e635d08c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3dc3f7-6fcd-48b1-89a9-de23b4b64a03,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:20.197495 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 34994) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:20.212799 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6f15345e-439f-435c-8f80-64a5fbdc9413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:20.285305 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6f15345e-439f-435c-8f80-64a5fbdc9413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:20.289223 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-6f15345e-439f-435c-8f80-64a5fbdc9413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:20.327131 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-6f15345e-439f-435c-8f80-64a5fbdc9413 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51e8794d342e4c55b9e4e2e55f84bd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285825 Nov 11 16:18:20.328046 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15345e-439f-435c-8f80-64a5fbdc9413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f586ef73-10d8-4031-b4d0-4a74f36cea42,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:20.329854 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 34996) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:20.378445 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6214ab07-a521-4390-b635-b9a37299fa72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:20.398699 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6214ab07-a521-4390-b635-b9a37299fa72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:20.442516 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6214ab07-a521-4390-b635-b9a37299fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:20.445177 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6214ab07-a521-4390-b635-b9a37299fa72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:20.446324 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6214ab07-a521-4390-b635-b9a37299fa72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f586ef73-10d8-4031-b4d0-4a74f36cea42 HTTP/1.1" status: 204 len: 168 time: 0.1154308 Nov 11 16:18:20.453532 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214ab07-a521-4390-b635-b9a37299fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f586ef73-10d8-4031-b4d0-4a74f36cea42,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:20.885547 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.434661 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35026) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:21.536364 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-87455b09-a780-4bd5-b2eb-2b40100c0314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.607791 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-87455b09-a780-4bd5-b2eb-2b40100c0314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.611343 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-87455b09-a780-4bd5-b2eb-2b40100c0314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.649636 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-87455b09-a780-4bd5-b2eb-2b40100c0314 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4633289bce94c55881655f848e94994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139165 Nov 11 16:18:21.650513 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87455b09-a780-4bd5-b2eb-2b40100c0314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515a7119-73be-449e-93f6-ab4da80cbc01,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:21.652902 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35030) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:21.673677 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.703032 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81b4efb4-5b76-4bfd-a9ff-017948da6a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.722864 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81b4efb4-5b76-4bfd-a9ff-017948da6a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.770295 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81b4efb4-5b76-4bfd-a9ff-017948da6a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.772872 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-81b4efb4-5b76-4bfd-a9ff-017948da6a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:21.774005 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-81b4efb4-5b76-4bfd-a9ff-017948da6a2b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/515a7119-73be-449e-93f6-ab4da80cbc01 HTTP/1.1" status: 204 len: 168 time: 0.1200767 Nov 11 16:18:21.781528 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4efb4-5b76-4bfd-a9ff-017948da6a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a7119-73be-449e-93f6-ab4da80cbc01,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:29.957937 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:30.952342 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35116) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:31.053732 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c10a94f3-5f05-43fe-89ad-1d7934c54dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:31.125190 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c10a94f3-5f05-43fe-89ad-1d7934c54dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:31.128727 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-c10a94f3-5f05-43fe-89ad-1d7934c54dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_create {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:31.166097 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-c10a94f3-5f05-43fe-89ad-1d7934c54dff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03e42284c4e045fd984a3a1713bc4b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124298 Nov 11 16:18:31.166949 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a94f3-5f05-43fe-89ad-1d7934c54dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba82928-afab-43a6-9fc9-505bc9981c6f,revision_number=1']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:31.168778 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35120) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:18:31.218659 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-153f72e6-1ffd-4e56-8cb2-28fb7b34b3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:31.242050 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-153f72e6-1ffd-4e56-8cb2-28fb7b34b3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:31.286506 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-153f72e6-1ffd-4e56-8cb2-28fb7b34b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:31.289078 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-153f72e6-1ffd-4e56-8cb2-28fb7b34b3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:31.290206 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-153f72e6-1ffd-4e56-8cb2-28fb7b34b3b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cba82928-afab-43a6-9fc9-505bc9981c6f HTTP/1.1" status: 204 len: 168 time: 0.1198559 Nov 11 16:18:31.297688 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f72e6-1ffd-4e56-8cb2-28fb7b34b3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba82928-afab-43a6-9fc9-505bc9981c6f,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:33.805214 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-79ebc67e-22ab-4a7f-97be-4f91d71e5911 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391984 Nov 11 16:18:33.884660 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74b239-d330-4229-b446-ea72bbb92195 req-8aa90837-6031-422a-926d-b78bb44f6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:33.886159 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-8aa90837-6031-422a-926d-b78bb44f6ddd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0396588 Nov 11 16:18:33.987100 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74b239-d330-4229-b446-ea72bbb92195 req-1178c9da-55c4-45f6-a64f-22740ab0b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:33.988529 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-1178c9da-55c4-45f6-a64f-22740ab0b2df service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0844176 Nov 11 16:18:34.053241 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-a28ee654-0a1c-4a7e-a774-e59cd9ff7d3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782 HTTP/1.1" status: 200 len: 1002 time: 0.0554149 Nov 11 16:18:34.101212 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74b239-d330-4229-b446-ea72bbb92195 req-10619d64-253f-4e05-b852-c9f8fb8657fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:34.102502 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-10619d64-253f-4e05-b852-c9f8fb8657fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0411263 Nov 11 16:18:34.151669 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74b239-d330-4229-b446-ea72bbb92195 req-fa147a23-39f9-44b8-b6ea-bc61838042dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:34.153671 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-fa147a23-39f9-44b8-b6ea-bc61838042dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440407 Nov 11 16:18:34.239857 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-e6223f31-3537-4719-bf0f-16a8f0a0bd12 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789735 Nov 11 16:18:34.330620 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c74b239-d330-4229-b446-ea72bbb92195 req-a02cce17-8c72-4cd1-acf7-cfeaaab0b3db service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Nov 11 16:18:46.258854 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d841aa3b-71e9-4adf-9bed-a523e4bc5b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:48.374873 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35220ef9-ff2d-4ae0-9e16-e3dfc42209a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:49.463253 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:50.891864 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:51.666473 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:18:54.593043 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:18:59.962463 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:16.260777 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-712f2fcb-e4ce-46cc-a2b8-c4c53307c2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:18.377101 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dd50fec-f2c5-4cd5-a8b7-b343c443c7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:19.465417 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:20.894488 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:21.667653 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:29.965699 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:31.592802 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:19:33.914358 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-c7410361-8481-429c-9c29-a024a6f40b93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385127 Nov 11 16:19:33.999475 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-a51e118b-1208-4e1f-aee4-b14f508ac126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:34.000947 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-a51e118b-1208-4e1f-aee4-b14f508ac126 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0405898 Nov 11 16:19:34.105602 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-13d9d8d5-0f83-4bc2-8e4a-742e43503aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:34.107575 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-13d9d8d5-0f83-4bc2-8e4a-742e43503aca service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0871575 Nov 11 16:19:34.171777 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-f395e83f-123e-4033-b900-48271ab3987a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782 HTTP/1.1" status: 200 len: 1002 time: 0.0566280 Nov 11 16:19:34.219991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-1d2432de-01ea-45cc-8da2-76c5aed17463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:34.221465 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-1d2432de-01ea-45cc-8da2-76c5aed17463 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0415390 Nov 11 16:19:34.270412 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-48934e30-0a0e-4b33-8102-2ffa6df868f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:34.271981 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-48934e30-0a0e-4b33-8102-2ffa6df868f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430110 Nov 11 16:19:34.283665 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-6279b070-ffab-41c7-b474-7e86516d52f4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:19:34.284586 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-6279b070-ffab-41c7-b474-7e86516d52f4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047584 Nov 11 16:19:34.374392 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-e1b7bcd7-c0f9-4eae-b1b5-c068f7d18ed8 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797677 Nov 11 16:19:34.555041 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c8646ac2-9b76-43ed-934a-f07e75d7aa46 req-b0e14075-b8f5-45b0-985f-c24cbd394b89 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733694 Nov 11 16:19:39.434092 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8b4b-585f-48df-bcce-de60dbc72e89 req-c0286b6c-5741-4d7f-8d5d-4333eea1897a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:39.436338 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab3c8b4b-585f-48df-bcce-de60dbc72e89 req-c0286b6c-5741-4d7f-8d5d-4333eea1897a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 946 time: 0.1593745 Nov 11 16:19:39.484586 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ab3c8b4b-585f-48df-bcce-de60dbc72e89 req-f9192604-e8be-4315-96c5-9a5bf50dbb04 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Nov 11 16:19:40.648298 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1593a47-042b-448d-a7d2-32421a33f78c req-5502ee07-42dd-4fd8-81b0-cc4ed94705f1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:40.649789 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b1593a47-042b-448d-a7d2-32421a33f78c req-5502ee07-42dd-4fd8-81b0-cc4ed94705f1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0954940 Nov 11 16:19:40.702150 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b1593a47-042b-448d-a7d2-32421a33f78c req-b921fbe7-a8f2-4cf7-857e-74cd044b00d6 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Nov 11 16:19:40.997525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-1659529a-204a-4062-a580-c70f39a52fea tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:40.999452 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-1659529a-204a-4062-a580-c70f39a52fea tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0466511 Nov 11 16:19:41.085823 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Deleting port d3cc6471-0ef1-443a-89ac-87d2b2753782 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:19:41.086191 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:41.173053 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] For port d3cc6471-0ef1-443a-89ac-87d2b2753782, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3cc6471-0ef1-443a-89ac-87d2b2753782,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:19:41.173420 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:41.339028 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:41.339385 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:41.339699 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Floating IP e2690268-e0ff-42a6-89c3-4e3e25f85886 disassociated. External IP: 172.27.3.201, port: d3cc6471-0ef1-443a-89ac-87d2b2753782. Nov 11 16:19:41.340040 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Calling delete_port for d3cc6471-0ef1-443a-89ac-87d2b2753782 owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:19:41.468086 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:41.496144 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event deleted for resources: {'Port': ['ID=d3cc6471-0ef1-443a-89ac-87d2b2753782,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:41.508336 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.508685 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.509330 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.509475 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.509710 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.510037 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.510366 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.510736 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.511042 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.511361 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.511681 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.511999 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:41.617523 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:19:41.721964 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:19:41.731437 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:19:41.741384 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:19:41.742000 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:19:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:41.762104 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] No DVR routers for this DVR port d3cc6471-0ef1-443a-89ac-87d2b2753782 on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:19:41.763073 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:41.766423 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-34f64045-d139-4fcc-98b6-b0aff2d79804 req-4c4f4907-1ef7-4418-8164-d979a15919fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "DELETE /v2.0/ports/d3cc6471-0ef1-443a-89ac-87d2b2753782 HTTP/1.1" status: 204 len: 173 time: 0.7604470 Nov 11 16:19:41.766986 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'name': 'network-vif-deleted', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:41.769350 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153eb878-3b87-445a-b40b-74956a90fb3e" -d '{"events": [{"server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "name": "network-vif-deleted", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:19:41.826504 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c2e9a8-dd89-46e7-a3fd-1d382fa30151 x-openstack-request-id: req-b4c2e9a8-dd89-46e7-a3fd-1d382fa30151 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:19:41.826788 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00cef73-bc12-4d93-a99e-65f55ea9e3f9", "name": "network-vif-deleted", "tag": "d3cc6471-0ef1-443a-89ac-87d2b2753782", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:19:41.827042 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4c2e9a8-dd89-46e7-a3fd-1d382fa30151 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:19:41.827430 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00cef73-bc12-4d93-a99e-65f55ea9e3f9', 'name': 'network-vif-deleted', 'tag': 'd3cc6471-0ef1-443a-89ac-87d2b2753782', 'status': 'completed', 'code': 200} Nov 11 16:19:41.849789 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-9accef9c-7092-4a44-8f55-fc8a1c0b328a req-8f4588d1-257b-4297-97d2-334c8da620f2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=d00cef73-bc12-4d93-a99e-65f55ea9e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0357943 Nov 11 16:19:41.856859 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:19:42.189463 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:42.215176 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:19:42.223871 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:19:42.224469 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:19:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:42.329905 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:19:42.535055 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:42.562080 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d525b9-b38b-4217-acfe-58390cfa6b00 None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:19:42.789657 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa22fd-f494-4d8e-b2ca-56c7c12edd7d None None] New status for floating IP e2690268-e0ff-42a6-89c3-4e3e25f85886: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:19:43.001049 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d3cc6471-0ef1-443a-89ac-87d2b2753782 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:19:43.020848 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: d3cc6471-0ef1-443a-89ac-87d2b2753782 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:19:43.021222 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device d3cc6471-0ef1-443a-89ac-87d2b2753782 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:19:43.100698 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-370f8151-d441-45d7-88b6-2790dba2680f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812876870&fields=id&tenant_id=bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 267 time: 0.0423820 Nov 11 16:19:43.202457 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-9f4509df-1525-4571-910d-6779e195ad15 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:43.203886 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-9f4509df-1525-4571-910d-6779e195ad15 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 812 time: 0.0965729 Nov 11 16:19:43.218594 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-770c2b09-8208-465c-92aa-742cc129e61a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/quotas/bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 375 time: 0.0091085 Nov 11 16:19:43.272307 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-b75df7c4-c242-45ac-851a-6107dc8f795d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486400 Nov 11 16:19:43.287800 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-bfb9c6d1-713e-476b-a43b-f216c3d88223 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:19:43.288755 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-bfb9c6d1-713e-476b-a43b-f216c3d88223 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047982 Nov 11 16:19:43.373650 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-602bb167-53e1-4998-821a-ee30648da451 service neutron] 10.222.0.45 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794783 Nov 11 16:19:43.463551 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-baf048b6-e2d5-476f-95d7-84b5ba4abe0a service neutron] 10.222.0.45 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837057 Nov 11 16:19:43.731870 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7a71ea6-27ed-4328-b9c0-6b72e22c1566 req-05dd6652-f934-40e0-8022-793f31843566 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 210 time: 0.0267608 Nov 11 16:19:44.746853 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-08bca3d5-7ca2-441c-97f0-907e58817e50 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:44.748282 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-08bca3d5-7ca2-441c-97f0-907e58817e50 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 812 time: 0.1043532 Nov 11 16:19:44.834338 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-404010ba-8423-42a2-bd4a-b421f233b540 req-77f40c35-3611-432d-93aa-5e928c0736f1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 210 time: 0.0323212 Nov 11 16:19:44.840507 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-28120c01-f9ea-45d6-9b92-d661c64033ca tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 380 time: 0.0825255 Nov 11 16:19:44.850527 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'port': {'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'admin_state_up': True, 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'security_groups': ['47ac8cb1-623f-46dc-a876-2ec2c040dfa5']}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:44.953673 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Made reservation on behalf of bd9fe4ceb154479584886f9165c8ff47 for: {'port': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:19:44.957157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.085456 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Allocated IP 172.20.0.14 (d37a906b-c5df-4467-94cc-d703e55a1ad7/9886bf4a-ffa1-4667-a8a3-ecd3f948c493/068554e5-64d1-4937-967c-c135f241786a) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:45.226586 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.259281 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.303975 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:45.307075 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:45.311052 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:19:45.317179 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=068554e5-64d1-4937-967c-c135f241786a,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:45.365332 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:45.366129 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.382762 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8df56751-1018-4c91-bdd1-39d78f2667a3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5359328 Nov 11 16:19:45.396403 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Request body: {'port': {'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:45.455114 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.506111 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-7a94c0b0-2d8a-4b32-a2e4-5a5962f25df9 None None] Provisioning complete for port 068554e5-64d1-4937-967c-c135f241786a triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:45.506737 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a94c0b0-2d8a-4b32-a2e4-5a5962f25df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.540028 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7a94c0b0-2d8a-4b32-a2e4-5a5962f25df9 None None] Port 068554e5-64d1-4937-967c-c135f241786a cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:19:45.714634 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068554e5-64d1-4937-967c-c135f241786a {{(pid=101822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:19:45.721646 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.733500 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.provisioning_blocks [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Transition to ACTIVE for port object 068554e5-64d1-4937-967c-c135f241786a will not be triggered until provisioned by entity L2. {{(pid=101822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:45.736897 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.783408 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Pushing event updated for resources: {'Port': ['ID=068554e5-64d1-4937-967c-c135f241786a,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:45.859448 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Attempting to bind port 068554e5-64d1-4937-967c-c135f241786a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:19:45.859805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Attempting to bind port 068554e5-64d1-4937-967c-c135f241786a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:19:45.860111 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Attempting to bind port 068554e5-64d1-4937-967c-c135f241786a on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:19:45.864923 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Port 068554e5-64d1-4937-967c-c135f241786a on network d37a906b-c5df-4467-94cc-d703e55a1ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:19:45.865280 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Attempting to bind port 068554e5-64d1-4937-967c-c135f241786a on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:19:45.870408 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:19:45.870732 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Checking segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:19:45.871110 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Bound using segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:19:45.871545 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Bound port: 068554e5-64d1-4937-967c-c135f241786a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:19:45.871905 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.967254 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] For port 068554e5-64d1-4937-967c-c135f241786a, host hv-cinder-77428, cleared binding levels {{(pid=101822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:19:45.971818 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] For port 068554e5-64d1-4937-967c-c135f241786a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=068554e5-64d1-4937-967c-c135f241786a,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:19:45.976877 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:45.992076 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51117819-0d78-4969-8304-c7c73f3cdddd req-86727cc3-c405-409a-90cd-b9be2a55eebf tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:45.993558 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-51117819-0d78-4969-8304-c7c73f3cdddd req-86727cc3-c405-409a-90cd-b9be2a55eebf tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 944 time: 0.0827293 Nov 11 16:19:46.030364 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.031053 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:46.032476 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] 10.222.0.57 "PUT /v2.0/ports/068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 1094 time: 0.6403825 Nov 11 16:19:46.034733 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'tag': '068554e5-64d1-4937-967c-c135f241786a'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:46.036898 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527f0dbb-3243-4d0d-a652-5f4d132b001d" -d '{"events": [{"name": "network-changed", "server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "tag": "068554e5-64d1-4937-967c-c135f241786a"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:19:46.073041 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d14ee5-686f-41f0-805e-4aa5b9d7192e service neutron] Pushing event updated for resources: {'Port': ['ID=068554e5-64d1-4937-967c-c135f241786a,revision_number=3']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:46.095991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c67dcab-cb65-4c83-bc27-f138a4a8cef8 x-openstack-request-id: req-6c67dcab-cb65-4c83-bc27-f138a4a8cef8 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:19:46.096279 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "tag": "068554e5-64d1-4937-967c-c135f241786a", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:19:46.096542 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c67dcab-cb65-4c83-bc27-f138a4a8cef8 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:19:46.096912 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'tag': '068554e5-64d1-4937-967c-c135f241786a', 'status': 'completed', 'code': 200} Nov 11 16:19:46.119467 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-51117819-0d78-4969-8304-c7c73f3cdddd req-ebbdcf25-0e88-4a51-885f-7d052068e89c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055331 Nov 11 16:19:46.135296 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8765dfee-5161-42a6-9e9f-fda666164390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.136777 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8765dfee-5161-42a6-9e9f-fda666164390 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1097 time: 0.0577128 Nov 11 16:19:46.186487 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-73b8def5-d465-4dc9-9520-fbf39cbfb108 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 217 time: 0.0396528 Nov 11 16:19:46.237126 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-b626810c-d7ad-46db-960a-6667f2f6f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.238487 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-b626810c-d7ad-46db-960a-6667f2f6f34c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0441942 Nov 11 16:19:46.263686 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-508618aa-e654-462a-82e2-186d87737d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:46.287019 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8254eb97-99db-4013-82a6-b7aae2fe8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.288262 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-8254eb97-99db-4013-82a6-b7aae2fe8fe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415227 Nov 11 16:19:46.617337 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-3a8aa7f8-ea5a-47ee-816a-6e919cfddd95 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199971 Nov 11 16:19:46.705407 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-0eab8572-68d8-4c43-9a60-ef7b2880e68a req-2e6429b7-105a-4629-9c9a-0da26c1c37e4 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797358 Nov 11 16:19:46.798570 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-365b559d-9bd6-481c-9bde-3f04a053367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.800035 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-365b559d-9bd6-481c-9bde-3f04a053367f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1097 time: 0.0438404 Nov 11 16:19:46.889029 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-5349531a-5569-46c2-8aae-68d9d1f0a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.891001 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-5349531a-5569-46c2-8aae-68d9d1f0a36f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0828574 Nov 11 16:19:46.933793 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-32c8d2e3-f1fe-4267-86c6-e7dcb19a4f78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 217 time: 0.0350873 Nov 11 16:19:46.981868 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-7e17d539-7887-4684-bea4-66c88122bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.983284 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-7e17d539-7887-4684-bea4-66c88122bdb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0414476 Nov 11 16:19:47.028575 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-a4c0a209-ac78-4439-8e0c-e254173c458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:47.030171 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-a4c0a209-ac78-4439-8e0c-e254173c458e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394444 Nov 11 16:19:47.120205 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-da587a54-48b4-439d-9628-5cde1fa02a1a service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817783 Nov 11 16:19:47.235132 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-527f0dbb-3243-4d0d-a652-5f4d132b001d req-990476e7-3bf0-4026-a777-754c415b5ff4 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062300 Nov 11 16:19:47.250350 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9c04c-9552-43da-bc40-271bd3130f57 req-242c4530-9e61-4e36-bce3-0b8e639cca9f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:47.251795 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92f9c04c-9552-43da-bc40-271bd3130f57 req-242c4530-9e61-4e36-bce3-0b8e639cca9f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 944 time: 0.0636771 Nov 11 16:19:47.304480 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-92f9c04c-9552-43da-bc40-271bd3130f57 req-6746d95f-ad04-4d1e-a635-77378fa301a5 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Nov 11 16:19:48.379957 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d293873f-5741-41ac-a856-31d8cb0ccd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:48.418101 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16930785-8291-49f5-961e-4064de8b786a req-2e2bc883-d8b5-459f-8a77-a62644b58a52 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:48.419532 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-16930785-8291-49f5-961e-4064de8b786a req-2e2bc883-d8b5-459f-8a77-a62644b58a52 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 944 time: 0.0493937 Nov 11 16:19:48.468472 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-16930785-8291-49f5-961e-4064de8b786a req-8bfc1288-6184-41a5-9611-4a218e113ac7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 Nov 11 16:19:49.473430 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:49.582250 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5976d4-e115-4469-9ba8-5256df8adaf8 req-fa1491f5-d4e4-4bcb-be0d-cf3be1e3cddb tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:49.583753 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e5976d4-e115-4469-9ba8-5256df8adaf8 req-fa1491f5-d4e4-4bcb-be0d-cf3be1e3cddb tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 944 time: 0.0493894 Nov 11 16:19:49.633241 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-4e5976d4-e115-4469-9ba8-5256df8adaf8 req-81b72f33-438a-439c-b264-efe1fd474b5b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Nov 11 16:19:50.750942 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb10c71-bb37-494c-af97-2092d3c2a07b req-9542b25d-3b29-431e-b273-7cd95dea244e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:50.752305 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fb10c71-bb37-494c-af97-2092d3c2a07b req-9542b25d-3b29-431e-b273-7cd95dea244e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 944 time: 0.0520034 Nov 11 16:19:50.800055 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1fb10c71-bb37-494c-af97-2092d3c2a07b req-97e54d90-6aa4-43b4-be04-a05a16377303 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Nov 11 16:19:50.894227 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:51.667973 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:51.912483 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1358d8-def7-409e-b359-5ce402d14160 req-5efa5cf0-0019-484b-8a9d-dc9360875eb0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:51.913954 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf1358d8-def7-409e-b359-5ce402d14160 req-5efa5cf0-0019-484b-8a9d-dc9360875eb0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 944 time: 0.0471511 Nov 11 16:19:51.961443 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cf1358d8-def7-409e-b359-5ce402d14160 req-67db1f29-5bb4-45a6-bbf5-720953cffce7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Nov 11 16:19:53.064446 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 068554e5-64d1-4937-967c-c135f241786a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:19:53.072584 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd25c-ed8b-40af-87f1-99eeeaf33551 req-103f88a8-5274-4c6d-93c1-090e9ccd4b08 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:53.074109 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-58efd25c-ed8b-40af-87f1-99eeeaf33551 req-103f88a8-5274-4c6d-93c1-090e9ccd4b08 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 944 time: 0.0481884 Nov 11 16:19:53.127067 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-58efd25c-ed8b-40af-87f1-99eeeaf33551 req-e25176b2-bb12-44d3-b2c1-7d54d36826bb tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462754 Nov 11 16:19:53.157610 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 068554e5-64d1-4937-967c-c135f241786a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=068554e5-64d1-4937-967c-c135f241786a,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:19:53.168659 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '068554e5-64d1-4937-967c-c135f241786a', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:19:53.207723 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:53.219709 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068554e5-64d1-4937-967c-c135f241786a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:19:53.237531 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 068554e5-64d1-4937-967c-c135f241786a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=068554e5-64d1-4937-967c-c135f241786a,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:19:53.241274 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:53.286305 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=068554e5-64d1-4937-967c-c135f241786a,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:53.293322 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.293701 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.294041 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.294372 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.294697 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.295022 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.295345 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.295666 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.295986 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.296831 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.297180 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.297494 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:53.523582 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['068554e5-64d1-4937-967c-c135f241786a'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:19:54.385013 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8863877-e824-4046-b297-1322b6adb307 req-3a930671-a4f5-4f03-b6e5-fe4a9a41248c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:54.386499 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b8863877-e824-4046-b297-1322b6adb307 req-3a930671-a4f5-4f03-b6e5-fe4a9a41248c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 945 time: 0.0482168 Nov 11 16:19:54.434279 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b8863877-e824-4046-b297-1322b6adb307 req-5c9d06c1-8940-4727-8402-8fe32c69186b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 Nov 11 16:19:55.064708 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 068554e5-64d1-4937-967c-c135f241786a up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:19:55.114167 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 068554e5-64d1-4937-967c-c135f241786a completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:55.117845 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 068554e5-64d1-4937-967c-c135f241786a triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:55.118212 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:55.195327 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:55.217825 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068554e5-64d1-4937-967c-c135f241786a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:55.220136 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a42eda-bdfb-4989-a520-1f9bc872b04c" -d '{"events": [{"server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "name": "network-vif-plugged", "status": "completed", "tag": "068554e5-64d1-4937-967c-c135f241786a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:19:55.232495 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 068554e5-64d1-4937-967c-c135f241786a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=068554e5-64d1-4937-967c-c135f241786a,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:19:55.237683 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:55.260999 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97ca18a-c5e4-486a-837d-028ffcee43e1 x-openstack-request-id: req-c97ca18a-c5e4-486a-837d-028ffcee43e1 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:19:55.261314 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "name": "network-vif-plugged", "status": "completed", "tag": "068554e5-64d1-4937-967c-c135f241786a", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:19:55.261570 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c97ca18a-c5e4-486a-837d-028ffcee43e1 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:19:55.261962 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068554e5-64d1-4937-967c-c135f241786a', 'code': 200} Nov 11 16:19:55.287556 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=068554e5-64d1-4937-967c-c135f241786a,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:55.460983 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85d6b4-f014-45a6-b84c-ce60d788943d req-78a8deba-e345-4448-a35f-7a9ea2af3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:55.461996 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2e85d6b4-f014-45a6-b84c-ce60d788943d req-78a8deba-e345-4448-a35f-7a9ea2af3641 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1099 time: 0.0398221 Nov 11 16:19:55.519322 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2e85d6b4-f014-45a6-b84c-ce60d788943d req-a08b3b85-011c-45c7-aa14-4bfafce316d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493414 Nov 11 16:19:55.557466 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046d2f4-ed13-4c0c-8c1b-a3468400d287 req-6f895645-2c19-464f-a9c9-37141482c825 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:55.558920 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7046d2f4-ed13-4c0c-8c1b-a3468400d287 req-6f895645-2c19-464f-a9c9-37141482c825 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 946 time: 0.0559783 Nov 11 16:19:55.608201 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-7046d2f4-ed13-4c0c-8c1b-a3468400d287 req-07b5b57b-6160-4fc0-b86b-db51feb5b8c7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Nov 11 16:19:56.723560 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed00fbf-73d5-4efe-8098-c542d8862ae2 req-6fbcd70a-ae89-4159-bc6b-1a04c84ad962 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:56.724967 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fed00fbf-73d5-4efe-8098-c542d8862ae2 req-6fbcd70a-ae89-4159-bc6b-1a04c84ad962 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 946 time: 0.0490150 Nov 11 16:19:56.773545 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-fed00fbf-73d5-4efe-8098-c542d8862ae2 req-90e68f4d-0c45-4f3d-9c1e-ba4b4b0f9518 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Nov 11 16:19:56.883759 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ff58-2739-4063-8478-f7dfce2812bd req-f5adc644-d8f6-47a4-93fd-54351555961d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:56.885246 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c254ff58-2739-4063-8478-f7dfce2812bd req-f5adc644-d8f6-47a4-93fd-54351555961d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 946 time: 0.0479512 Nov 11 16:19:56.937683 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c254ff58-2739-4063-8478-f7dfce2812bd req-1b0a0cb3-54a8-4fb9-9202-5a5b5a93ed4a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Nov 11 16:19:56.959305 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35220) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:19:56.997975 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f54a9e-a558-4c45-87ec-4e113c3301a7 tempest-TestVolumeBootPattern-261879282 tempest-TestVolumeBootPattern-261879282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:56.999370 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-d5f54a9e-a558-4c45-87ec-4e113c3301a7 tempest-TestVolumeBootPattern-261879282 tempest-TestVolumeBootPattern-261879282-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1094 time: 0.0390897 Nov 11 16:19:57.002029 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35222) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:19:57.006178 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:57.028893 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:57.125643 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:57.226147 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Allocated IP 172.27.3.134 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/114c6b26-722f-4aef-b018-aba9605d24d5) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:57.326450 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:57.359229 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:57.395830 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:57.400562 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:57.403181 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:19:57.430663 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=114c6b26-722f-4aef-b018-aba9605d24d5,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:57.760947 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:57.826668 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:57.971967 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:57.976625 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:58.045025 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=114c6b26-722f-4aef-b018-aba9605d24d5,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:58.056991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:58.154138 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Floating IP cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0 associated. External IP: 172.27.3.134, port: 068554e5-64d1-4937-967c-c135f241786a. Nov 11 16:19:58.350586 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:19:58.455197 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:19:58.467629 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:19:58.474049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:19:58.480671 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:19:58.481317 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:19:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:58.500532 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-a70ae1fa-3470-4597-b3d4-5600397b2b1d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4975083 Nov 11 16:19:58.501153 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'tag': '068554e5-64d1-4937-967c-c135f241786a'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:58.503538 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0ded36-51cc-450f-8065-343c04de4a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "tag": "068554e5-64d1-4937-967c-c135f241786a"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:19:58.539384 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9fb59e-f5c1-4951-86c9-775354109e3b x-openstack-request-id: req-7e9fb59e-f5c1-4951-86c9-775354109e3b {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:19:58.539667 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "tag": "068554e5-64d1-4937-967c-c135f241786a", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:19:58.539910 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e9fb59e-f5c1-4951-86c9-775354109e3b {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:19:58.540303 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'tag': '068554e5-64d1-4937-967c-c135f241786a', 'status': 'completed', 'code': 200} Nov 11 16:19:58.594920 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:19:58.605263 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-4b883980-5515-435d-bad1-a5e669ff02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:58.606771 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-4b883980-5515-435d-bad1-a5e669ff02a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1099 time: 0.0439985 Nov 11 16:19:58.698244 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-ae55fc60-d477-4902-aa7b-4bd48ae630c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:58.699702 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-ae55fc60-d477-4902-aa7b-4bd48ae630c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0852151 Nov 11 16:19:58.769572 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-d298640e-8cd7-43b2-843a-ae73d50f9753 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 1000 time: 0.0611055 Nov 11 16:19:58.819955 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-d07c7cb4-3406-4b9c-8ff7-caf624af52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:58.820494 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:57Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:58.821442 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-d07c7cb4-3406-4b9c-8ff7-caf624af52de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0445378 Nov 11 16:19:58.846549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:19:58.855307 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:19:58.855908 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:19:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:58.867029 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-61923fc8-8797-4259-81bf-94bd9c093e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:58.868687 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-61923fc8-8797-4259-81bf-94bd9c093e7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394988 Nov 11 16:19:58.960348 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:19:58.960921 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-20ae80a5-49b4-476f-891d-b63f887fb92b service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840952 Nov 11 16:19:59.050318 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-8c0ded36-51cc-450f-8065-343c04de4a4a req-e4c1f23c-dc75-4ef4-9afb-b7da11f606ce service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823865 Nov 11 16:19:59.180983 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:57Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:59.206385 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcd85c-23dc-4260-afd7-e29a2a2cc230 None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:57Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:19:59.396049 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2772c8-ed51-4bea-9a79-d4de1c14b299 None None] New status for floating IP cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0: ACTIVE {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:19:59.974524 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:08.592180 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:20:16.265086 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a89fe17-650e-4e43-9f0c-9f042f220ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:18.380133 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-715a193c-a54b-4ac0-9685-8b93729e7dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:19.472502 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:20.896871 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:21.669682 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:29.994101 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:33.855848 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-df16909b-1a15-4a91-a87a-de4ad2348296 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401063 Nov 11 16:20:33.942844 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539332-703e-49f1-94b4-d0571bd14e1b req-dac50d20-a671-4e5d-8334-4c83dddd2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:33.944289 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-dac50d20-a671-4e5d-8334-4c83dddd2c27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1099 time: 0.0430925 Nov 11 16:20:34.048774 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539332-703e-49f1-94b4-d0571bd14e1b req-f07ac894-1813-4ab3-a33c-67fb70eb839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:34.050242 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-f07ac894-1813-4ab3-a33c-67fb70eb839f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0821836 Nov 11 16:20:34.117191 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-6150ce50-a295-4a9f-bf03-b25c3b277322 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 1002 time: 0.0586646 Nov 11 16:20:34.166037 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539332-703e-49f1-94b4-d0571bd14e1b req-5b653d85-1a69-49b3-bf45-eaf5a342d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:34.167415 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-5b653d85-1a69-49b3-bf45-eaf5a342d44d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0416441 Nov 11 16:20:34.211945 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539332-703e-49f1-94b4-d0571bd14e1b req-fb5eb1b5-d955-4d6f-a61a-d870f01437e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:34.213397 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-fb5eb1b5-d955-4d6f-a61a-d870f01437e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385346 Nov 11 16:20:34.305553 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-92f45f57-32d7-4279-80c6-4b2d8c05f147 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808229 Nov 11 16:20:34.392712 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-12539332-703e-49f1-94b4-d0571bd14e1b req-0324d29e-788a-4547-876f-86329a87c8b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784216 Nov 11 16:20:45.591663 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:20:46.384491 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa699d05-cd4d-40a7-b618-19a359846881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:48.380931 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cda3878f-c17c-4613-9881-b307703aa1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:49.473804 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:50.898109 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:51.670254 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:20:59.985835 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:16.265007 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e5a2-eed5-469c-8190-324a1ffa867f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:18.387680 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c58eb16-c06c-4e5a-8476-08481879a1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:19.477660 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:20.901591 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:21.672071 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:22.590273 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:21:29.993600 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:33.252023 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-8e7bb9ca-05f7-40b7-a9d8-0344cf4a1548 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389907 Nov 11 16:21:33.581224 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-f9fb4ed4-46a8-420d-9108-9e946975b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:33.582782 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-f9fb4ed4-46a8-420d-9108-9e946975b59d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1099 time: 0.2850375 Nov 11 16:21:33.685442 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-4f4d5c5f-4edb-4e2e-b8b2-fc6348ed0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:33.686886 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-4f4d5c5f-4edb-4e2e-b8b2-fc6348ed0c9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0847945 Nov 11 16:21:33.752577 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-0cabeac3-7a31-4485-86ec-67b6338752de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 1002 time: 0.0582721 Nov 11 16:21:33.800420 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-b17e59ad-9762-4be2-b7ea-581b071a905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:33.802364 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-b17e59ad-9762-4be2-b7ea-581b071a905e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0435283 Nov 11 16:21:33.846144 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-f91901e8-6293-4ff0-9918-1a188fb72f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:33.848018 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-f91901e8-6293-4ff0-9918-1a188fb72f80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383806 Nov 11 16:21:33.937641 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-190ad9f7-5f4a-4e77-ae29-6ec8452b872a service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824425 Nov 11 16:21:34.026187 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-76ebfcd8-ffb0-4c1c-b730-51083ebee467 req-4dccf174-90f4-4e87-8067-174124454920 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805922 Nov 11 16:21:34.701306 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-e98d8b57-3dee-4fa7-8317-8e586a208ed2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812876870&fields=id&tenant_id=bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 267 time: 0.0431726 Nov 11 16:21:34.809065 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-a2faf3ca-0267-472b-97f4-29058b599d29 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:34.810515 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-a2faf3ca-0267-472b-97f4-29058b599d29 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 812 time: 0.1022646 Nov 11 16:21:34.825609 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-e2d21af4-fe3e-44c1-a29e-747005421acd tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/quotas/bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 375 time: 0.0093398 Nov 11 16:21:34.880698 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9362e93b-1944-4901-a4d0-7613ccb1e9ff tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499771 Nov 11 16:21:35.056679 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-042821e4-07b9-4129-8f5a-751073e42a15 service neutron] 10.222.0.45 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640980 Nov 11 16:21:35.143999 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-e8bf1f9b-c2da-4d3f-8a27-9b90dc3833dc service neutron] 10.222.0.45 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807145 Nov 11 16:21:35.416383 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e4b7de48-6225-4259-bdd6-141ccc1379e0 req-1af95b62-c2cf-4a30-a488-adc98c6047e0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 210 time: 0.0271170 Nov 11 16:21:36.499872 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ff976ba1-c86b-45ae-aef3-19118f65b1e8 req-6e0dc69b-b955-446c-9720-297f335c980c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 210 time: 0.0306489 Nov 11 16:21:37.318769 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-39810ca2-4840-4497-859d-425301178d9a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:37.320202 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-39810ca2-4840-4497-859d-425301178d9a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 812 time: 0.1017900 Nov 11 16:21:37.385129 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9c9be754-a334-48bf-8675-bb1ad4c74f0f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9fe4ceb154479584886f9165c8ff47 HTTP/1.1" status: 200 len: 380 time: 0.0540731 Nov 11 16:21:37.395569 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'port': {'device_id': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'admin_state_up': True, 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'security_groups': ['47ac8cb1-623f-46dc-a876-2ec2c040dfa5']}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:21:37.505358 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Made reservation on behalf of bd9fe4ceb154479584886f9165c8ff47 for: {'port': 1} {{(pid=101822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:21:37.508918 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:37.607365 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a69d2436-d05b-4caa-97ce-dacaf821e410 req-982d10ec-a60f-4efb-b840-0f1fea92d3e5 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 210 time: 0.0387719 Nov 11 16:21:37.663803 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Allocated IP 172.20.0.6 (d37a906b-c5df-4467-94cc-d703e55a1ad7/9886bf4a-ffa1-4667-a8a3-ecd3f948c493/58c52176-6e8a-42a1-9de6-3c4a2c222ce5) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:21:37.807614 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:37.841437 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:37.879839 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:21:37.885178 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:21:37.888804 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:21:37.914613 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:37.927217 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.927562 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.927900 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.928236 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.928568 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.928891 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.929247 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.929574 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.929904 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.930227 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.930544 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.930864 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:37.953815 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:37.954424 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:37.970619 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-d9193b2a-a083-48e5-a6d2-787e06749e64 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786817 Nov 11 16:21:37.983788 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Request body: {'port': {'device_id': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:21:38.041080 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:38.093857 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-24b0522c-a24c-4a57-b573-edaafeaa5bb3 None None] Provisioning complete for port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 triggered by entity DHCP. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:21:38.094455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24b0522c-a24c-4a57-b573-edaafeaa5bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:38.126819 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-24b0522c-a24c-4a57-b573-edaafeaa5bb3 None None] Port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 cannot update to ACTIVE because it is not bound. {{(pid=101824) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:21:38.289609 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 {{(pid=101822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:21:38.297036 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:38.308358 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.provisioning_blocks [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Transition to ACTIVE for port object 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 will not be triggered until provisioned by entity L2. {{(pid=101822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:21:38.312103 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:38.376268 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Pushing event updated for resources: {'Port': ['ID=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:38.431834 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Attempting to bind port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:21:38.432197 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Attempting to bind port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:21:38.432496 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Attempting to bind port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:21:38.437190 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 on network d37a906b-c5df-4467-94cc-d703e55a1ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:21:38.437512 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Attempting to bind port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 on network d37a906b-c5df-4467-94cc-d703e55a1ad7 {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:21:38.442975 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Checking agent: {'id': '7e54157e-3a21-4f5f-8018-4b06f1578513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'started_at': datetime.datetime(2021, 11, 11, 16, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:21:38.443314 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Checking segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:21:38.443701 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Bound using segment: {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'} {{(pid=101822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:21:38.444125 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.managers [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Bound port: 58c52176-6e8a-42a1-9de6-3c4a2c222ce5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cb6f08-53a2-4a70-a73d-687feefd895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7'}}] {{(pid=101822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:21:38.444477 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:38.511398 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] For port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5, host hv-cinder-77428, cleared binding levels {{(pid=101822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:21:38.514383 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] For port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:21:38.517786 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:38.551266 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:38.551882 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:38.553280 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] 10.222.0.57 "PUT /v2.0/ports/58c52176-6e8a-42a1-9de6-3c4a2c222ce5 HTTP/1.1" status: 200 len: 1093 time: 0.5737731 Nov 11 16:21:38.553720 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:38.555982 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f080b5-6704-4059-84f3-4c60aca0dd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:21:38.581604 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f524da8-0c5f-4494-8ca8-09b9956dea8c service neutron] Pushing event updated for resources: {'Port': ['ID=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,revision_number=3']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:38.648251 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-f374fa27-38f2-49b6-af9e-75bcafc5bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:38.649879 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-f374fa27-38f2-49b6-af9e-75bcafc5bc62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0476251 Nov 11 16:21:38.704136 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c197231-514c-4f35-abfd-b11328ef7421 x-openstack-request-id: req-1c197231-514c-4f35-abfd-b11328ef7421 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:21:38.704426 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:21:38.704678 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c197231-514c-4f35-abfd-b11328ef7421 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:21:38.705100 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'status': 'completed', 'code': 200} Nov 11 16:21:38.716134 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-982966df-ceab-41c2-b33c-5993786f7b57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5 HTTP/1.1" status: 200 len: 217 time: 0.0577254 Nov 11 16:21:38.786754 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-b9248397-e45b-4756-8b6a-a019918f8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:38.788200 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-b9248397-e45b-4756-8b6a-a019918f8065 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0538225 Nov 11 16:21:38.795859 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16fab6-d673-46e6-a361-634dcbc70d05 req-9340a327-a381-4a6b-8b49-9e099621d3a2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:38.797246 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ce16fab6-d673-46e6-a361-634dcbc70d05 req-9340a327-a381-4a6b-8b49-9e099621d3a2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0908372 Nov 11 16:21:38.869849 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-52ebad4a-42ab-455b-abe6-8f433761baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:38.871344 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-52ebad4a-42ab-455b-abe6-8f433761baba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732551 Nov 11 16:21:38.875524 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ce16fab6-d673-46e6-a361-634dcbc70d05 req-deb27bc7-16eb-4f0d-bf44-49c851830f6f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700808 Nov 11 16:21:38.959766 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-e39bb144-a0d5-4f27-b58d-0e633cca3b55 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802176 Nov 11 16:21:39.050101 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-298aef37-1c1d-4b55-a11c-71ccf7656196 req-9877f41a-3b19-486e-b11a-af54999d5a3b service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828395 Nov 11 16:21:39.135842 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-5e39ec6c-1bcf-43ef-92e6-f03c860e96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:39.137411 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-5e39ec6c-1bcf-43ef-92e6-f03c860e96dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0401855 Nov 11 16:21:39.227294 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-6ef1b27a-002e-4142-b47b-0eb2c64adfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:39.228742 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-6ef1b27a-002e-4142-b47b-0eb2c64adfa0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0839076 Nov 11 16:21:39.272842 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-c7a93ee0-315e-44ca-ba86-1aee3947545d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5 HTTP/1.1" status: 200 len: 217 time: 0.0350051 Nov 11 16:21:39.321748 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-96e2b286-ccc1-4dbf-b3b7-57412325be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:39.323140 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-96e2b286-ccc1-4dbf-b3b7-57412325be59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0428588 Nov 11 16:21:39.369677 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-444f89a1-c9fb-406e-8078-69d8d6e828d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:39.371172 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-444f89a1-c9fb-406e-8078-69d8d6e828d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393679 Nov 11 16:21:39.463226 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-5a532899-15fd-48e1-a04c-b526affc740b service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830371 Nov 11 16:21:39.556255 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c3f080b5-6704-4059-84f3-4c60aca0dd6a req-4cc18baf-f3fd-439c-b385-425083550e42 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813761 Nov 11 16:21:39.994410 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cdd8d-4e3d-4fdb-900a-98c780cb5c53 req-2d99e52b-85c6-491d-a5e9-5f842dd1b9a7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:39.995848 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f41cdd8d-4e3d-4fdb-900a-98c780cb5c53 req-2d99e52b-85c6-491d-a5e9-5f842dd1b9a7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0522466 Nov 11 16:21:40.043223 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-f41cdd8d-4e3d-4fdb-900a-98c780cb5c53 req-7c05eaff-c82c-423a-9e07-32cf03a7cb18 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Nov 11 16:21:41.153793 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1be34-075a-4090-b6f0-0a72386dac73 req-f55c4de1-5ce4-48b3-9e8e-4fb342cc271b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:41.155251 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b5f1be34-075a-4090-b6f0-0a72386dac73 req-f55c4de1-5ce4-48b3-9e8e-4fb342cc271b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0474875 Nov 11 16:21:41.202944 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b5f1be34-075a-4090-b6f0-0a72386dac73 req-37192eb5-3a49-491a-98b3-2c82174b666d tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 Nov 11 16:21:42.319272 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3d154-404c-4a4a-918e-9f65f068ea49 req-2c23fa3b-41b8-46a2-9612-93809bd24ea7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:42.320741 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-33e3d154-404c-4a4a-918e-9f65f068ea49 req-2c23fa3b-41b8-46a2-9612-93809bd24ea7 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0513999 Nov 11 16:21:42.369001 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-33e3d154-404c-4a4a-918e-9f65f068ea49 req-aeee0cfb-4659-4c3e-8329-744ff326c0ec tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Nov 11 16:21:43.481342 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa6368-f666-4dec-8c94-330109e6474d req-900eae9f-71ee-44c8-9c8a-2df681180f8c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:43.482790 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-70aa6368-f666-4dec-8c94-330109e6474d req-900eae9f-71ee-44c8-9c8a-2df681180f8c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0490181 Nov 11 16:21:43.530373 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-70aa6368-f666-4dec-8c94-330109e6474d req-a11481f9-4d4b-4720-ba61-a00754f334f0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Nov 11 16:21:44.639379 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb9822-2d2c-47cb-87e8-765563ef841d req-04bbdeba-6329-483e-bf5a-ab29cb46c86b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:44.640827 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-48cb9822-2d2c-47cb-87e8-765563ef841d req-04bbdeba-6329-483e-bf5a-ab29cb46c86b tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0469687 Nov 11 16:21:44.691744 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-48cb9822-2d2c-47cb-87e8-765563ef841d req-2c9371a1-6c20-4c99-8148-17c9ffee3527 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Nov 11 16:21:45.803016 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff997480-f748-4f8b-a676-ce793cf6ba70 req-6921e253-9fe7-4110-9c3c-d40b6b780215 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:45.804525 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ff997480-f748-4f8b-a676-ce793cf6ba70 req-6921e253-9fe7-4110-9c3c-d40b6b780215 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0477357 Nov 11 16:21:45.855883 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ff997480-f748-4f8b-a676-ce793cf6ba70 req-b065259b-8bf4-4cb0-845a-33ad02c0e1d4 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Nov 11 16:21:46.265989 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41fd7162-0f47-419b-8961-f26ea47b897b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:46.966525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51212d2-13e4-45e8-8523-54a17bd78701 req-be5c9fc9-545e-47b8-9fc8-5b8d5e36c98f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:46.968005 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c51212d2-13e4-45e8-8523-54a17bd78701 req-be5c9fc9-545e-47b8-9fc8-5b8d5e36c98f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 943 time: 0.0473359 Nov 11 16:21:47.016076 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c51212d2-13e4-45e8-8523-54a17bd78701 req-c88b0d7b-5451-4c4a-ac19-982a190e3bdc tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Nov 11 16:21:47.619255 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=101824) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:21:47.710743 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:21:47.721736 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Returning: {'device': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'port_id': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'mac_address': 'fa:16:3e:8b:17:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101824) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:21:47.760925 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:47.773434 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:21:47.793008 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:21:47.796799 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:47.845513 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:47.852289 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.852636 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.852971 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.853420 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.853753 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.854080 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.854431 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.854726 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.855046 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.855361 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.855676 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:47.855986 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:48.042832 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] get_ports_and_sgs() called for port_ids ['58c52176-6e8a-42a1-9de6-3c4a2c222ce5'] {{(pid=101824) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:21:48.131556 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bab68-9b68-454d-b7a3-790c1de974ee req-f19bf234-7bfa-4683-88b5-48a79ba2b946 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:48.133014 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ac2bab68-9b68-454d-b7a3-790c1de974ee req-f19bf234-7bfa-4683-88b5-48a79ba2b946 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 944 time: 0.0511153 Nov 11 16:21:48.181207 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-ac2bab68-9b68-454d-b7a3-790c1de974ee req-bcf13ff1-d6b8-4019-9a27-69f82535c0c8 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Nov 11 16:21:48.377841 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-387fb76f-36e3-4a5d-8358-56c04f5fc9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:49.293561 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff178e4-5644-46f1-b7e0-6160ebbe3071 req-0d3a7234-898b-431f-86d9-1b2757f0ab42 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:49.295019 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cff178e4-5644-46f1-b7e0-6160ebbe3071 req-0d3a7234-898b-431f-86d9-1b2757f0ab42 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 944 time: 0.0493696 Nov 11 16:21:49.343174 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-cff178e4-5644-46f1-b7e0-6160ebbe3071 req-095085ab-f486-4d25-9171-199a15ddf9e3 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Nov 11 16:21:49.480757 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:49.617670 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 up at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:21:49.668048 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning for port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 completed by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:21:49.672175 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Provisioning complete for port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 triggered by entity L2. {{(pid=101824) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:21:49.673066 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720609'] for port, provisioning_complete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:49.746912 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:49.769416 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:49.771654 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf5a465fc58f093db95760827305ea493fd4ca6eb488bf6068139d201ed3024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ffd45-084b-48e4-894d-4a28c9749caf" -d '{"events": [{"server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "name": "network-vif-plugged", "status": "completed", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:21:49.784393 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] For port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:21:49.788156 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:49.834641 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Pushing event updated for resources: {'Port': ['ID=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,revision_number=5']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:49.871643 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995cfbfd-7644-4ed7-acdb-105c43fd2577 x-openstack-request-id: req-995cfbfd-7644-4ed7-acdb-105c43fd2577 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:21:49.871932 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "name": "network-vif-plugged", "status": "completed", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:21:49.872183 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-995cfbfd-7644-4ed7-acdb-105c43fd2577 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:21:49.872578 dv-cinder-774288-11-iscsi neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'code': 200} Nov 11 16:21:50.082194 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33496f9-d952-44cd-95b5-8f9777467ede req-4a0d5bb2-84a4-4be8-966c-3a8e78274c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:50.083719 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d33496f9-d952-44cd-95b5-8f9777467ede req-4a0d5bb2-84a4-4be8-966c-3a8e78274c16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0402715 Nov 11 16:21:50.131464 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d33496f9-d952-44cd-95b5-8f9777467ede req-669ac353-ad14-4828-8b14-738cdce6f164 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Nov 11 16:21:50.455302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f92aea-06f2-4f59-a7e3-ec2c97f76e4a req-7cccede9-49cc-4dfc-99a4-179b2695822e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:50.456757 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-31f92aea-06f2-4f59-a7e3-ec2c97f76e4a req-7cccede9-49cc-4dfc-99a4-179b2695822e tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Nov 11 16:21:50.505547 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-31f92aea-06f2-4f59-a7e3-ec2c97f76e4a req-6db75c85-4085-4f04-8c4c-2569e241a987 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427127 Nov 11 16:21:50.907677 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:51.617951 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1902bd4-744b-400e-9964-4d7183e8206f req-d5d33c41-1987-475c-8d35-815f5525a308 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:51.619412 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1902bd4-744b-400e-9964-4d7183e8206f req-d5d33c41-1987-475c-8d35-815f5525a308 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 945 time: 0.0476325 Nov 11 16:21:51.667511 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-c1902bd4-744b-400e-9964-4d7183e8206f req-b9f427b9-e567-4f21-b8d3-92496e8ffaf2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Nov 11 16:21:51.673618 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:51.784584 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7002f78-5ec1-472b-98cb-b556b9e31418 req-12270088-3e22-457c-bde9-2934f8e25100 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:51.786074 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7002f78-5ec1-472b-98cb-b556b9e31418 req-12270088-3e22-457c-bde9-2934f8e25100 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 945 time: 0.0529497 Nov 11 16:21:51.834101 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-b7002f78-5ec1-472b-98cb-b556b9e31418 req-49b7064f-f2b5-41c6-ba58-c1299fa3d89c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Nov 11 16:21:51.855272 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35346) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:21:51.894805 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d07fb-2cb7-4a78-8902-f1e05ef53901 tempest-TestVolumeBootPattern-261879282 tempest-TestVolumeBootPattern-261879282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:51.896291 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-452d07fb-2cb7-4a78-8902-f1e05ef53901 tempest-TestVolumeBootPattern-261879282 tempest-TestVolumeBootPattern-261879282-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 1093 time: 0.0400467 Nov 11 16:21:51.899049 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35348) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:21:51.903184 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.v2.base [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Request body: {'floatingip': {'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'port_id': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:21:51.924799 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.019953 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.118074 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_common [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Allocated IP 172.27.3.98 (a914ba42-d14f-4c6a-8446-490f13e0fec6/b26740d9-fa2a-45f3-b7e1-bb1ef551adde/ab557164-ae87-4655-983e-c73d50c2e254) {{(pid=101822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:21:52.217671 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.249828 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773553010553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.283860 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Network a914ba42-d14f-4c6a-8446-490f13e0fec6 is already hosted by enough agents. {{(pid=101822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:21:52.286578 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.base_scheduler [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Resources bound (agent type, host, resource id): {{(pid=101822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:21:52.292160 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Received port after_create {{(pid=101822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:21:52.318143 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=ab557164-ae87-4655-983e-c73d50c2e254,revision_number=1']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:52.638499 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.701984 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577833'] for port, before_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.847448 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for port, precommit_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.851944 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773553423243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773553010571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773553010589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12607488'] for port, after_update {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:52.919218 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event updated for resources: {'Port': ['ID=ab557164-ae87-4655-983e-c73d50c2e254,revision_number=2']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:52.930463 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655846'] for floatingip, after_create {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:53.265182 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Floating IP 57961c5a-e6ed-41a3-8b84-9e321411bc3e associated. External IP: 172.27.3.98, port: 58c52176-6e8a-42a1-9de6-3c4a2c222ce5. Nov 11 16:21:53.462225 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:21:53.566336 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:21:53.575921 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:21:53.583372 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:21:53.586760 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:21:53.586760 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:21:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:53.610352 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-149ef875-0b99-4b85-a0ec-07eb95077d60 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7103200 Nov 11 16:21:53.611060 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:53.613479 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48" -d '{"events": [{"name": "network-changed", "server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:21:53.649083 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67831b1-d699-4677-bf33-0c9bac81639a x-openstack-request-id: req-c67831b1-d699-4677-bf33-0c9bac81639a {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:21:53.649686 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:21:53.649686 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c67831b1-d699-4677-bf33-0c9bac81639a {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:21:53.650014 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'status': 'completed', 'code': 200} Nov 11 16:21:53.703742 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:21:53.714153 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-5bbefccf-c3e0-42e1-8613-8e58bcd824f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:53.715634 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-5bbefccf-c3e0-42e1-8613-8e58bcd824f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0425363 Nov 11 16:21:53.805147 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-73f2a361-e792-4ef3-8806-3f660c032fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:53.806600 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-73f2a361-e792-4ef3-8806-3f660c032fba service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0829570 Nov 11 16:21:53.875200 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-1705b693-01a4-48a8-9141-f37a56fe5020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5 HTTP/1.1" status: 200 len: 998 time: 0.0602844 Nov 11 16:21:53.923135 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-ba9f5b65-d321-4ced-b099-e11570778799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:53.924569 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-ba9f5b65-d321-4ced-b099-e11570778799 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0429363 Nov 11 16:21:53.932897 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '57961c5a-e6ed-41a3-8b84-9e321411bc3e', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:8b:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:21:52Z', 'updated_at': '2021-11-11T16:21:52Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}, {'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:59Z', 'revision_number': 1, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:53.962111 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:21:53.971057 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:21:53.971819 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:21:48Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:53.972664 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-565e1af5-50ba-41ef-90fc-aec3fd645dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:53.974178 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-565e1af5-50ba-41ef-90fc-aec3fd645dab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416706 Nov 11 16:21:54.065738 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-270e2653-ef1c-4a24-bfd1-079b49981c17 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836806 Nov 11 16:21:54.075364 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:21:54.154174 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2c23d527-8c75-4bd4-9bb4-7fd1fc1c4b48 req-35895fbf-5b9c-420c-9fa5-ff2c6b92a2a6 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812073 Nov 11 16:21:54.296144 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '57961c5a-e6ed-41a3-8b84-9e321411bc3e', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:8b:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:21:52Z', 'updated_at': '2021-11-11T16:21:52Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}, {'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:59Z', 'revision_number': 1, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:54.324669 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c1c2f2-74f0-4495-8247-81943e610dc8 None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': '57961c5a-e6ed-41a3-8b84-9e321411bc3e', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:8b:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:21:52Z', 'updated_at': '2021-11-11T16:21:52Z', 'revision_number': 0, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}, {'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:59Z', 'revision_number': 1, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:21:54.507217 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995eb20-618d-468f-b274-5b23ac53ac0d None None] New status for floating IP 57961c5a-e6ed-41a3-8b84-9e321411bc3e: ACTIVE {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:21:59.589041 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:21:59.994455 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:16.267329 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa9f493-bd37-42d5-a511-64c3d0d66ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:18.379371 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4195e8c4-d528-417c-99bd-2f4a80aa6a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:19.484403 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:20.906442 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:21.676856 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:29.987664 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:33.318286 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-c59d9168-2f55-45b8-8cb5-8dec4c722862 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399485 Nov 11 16:22:33.403469 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14def7-2183-495f-a3f0-1deabda3681a req-7629b1d4-c71b-41ca-bf8d-94674a366b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:33.404927 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-7629b1d4-c71b-41ca-bf8d-94674a366b19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1099 time: 0.0437357 Nov 11 16:22:33.508059 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14def7-2183-495f-a3f0-1deabda3681a req-d5dd62f7-dd4e-4030-a718-d0f79af7287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:33.509542 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-d5dd62f7-dd4e-4030-a718-d0f79af7287f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.0836208 Nov 11 16:22:33.576993 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-09738da8-5ba4-49e3-a072-40699f252ba5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 1002 time: 0.0595586 Nov 11 16:22:33.629230 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14def7-2183-495f-a3f0-1deabda3681a req-70da1222-dbca-4328-98e5-b0056e853c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:33.630688 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-70da1222-dbca-4328-98e5-b0056e853c67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0437047 Nov 11 16:22:33.676184 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14def7-2183-495f-a3f0-1deabda3681a req-b1f8df7a-4fe4-4c08-9e35-fd4805d5c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:33.677671 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-b1f8df7a-4fe4-4c08-9e35-fd4805d5c948 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396063 Nov 11 16:22:33.767450 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-b48d9b92-a2c8-49ce-9dc4-208f2801e9b2 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819161 Nov 11 16:22:33.857110 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-2a14def7-2183-495f-a3f0-1deabda3681a req-1c817601-3638-4897-b117-bbe0acdf5ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812581 Nov 11 16:22:36.587706 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:22:46.269583 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-90e34d2b-d126-4dbc-8cb9-1383e9a307f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:48.380319 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-217775e4-0d05-403b-9ba1-37cba2a48a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:49.486648 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:50.909735 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:51.679020 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:22:59.983703 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:13.586591 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:23:16.270286 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-320f8403-b62f-4618-9841-9c67685a8d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:18.381691 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-57950364-a852-45d3-a22a-615ac1cf8554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:19.489921 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:20.694935 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35380) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:20.892035 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Deleting port ab557164-ae87-4655-983e-c73d50c2e254 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:20.892381 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:20.913611 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:20.969822 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:20.970075 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:20.981504 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Calling delete_port for ab557164-ae87-4655-983e-c73d50c2e254 owned by network:floatingip {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:21.125482 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:21.151110 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event deleted for resources: {'Port': ['ID=ab557164-ae87-4655-983e-c73d50c2e254,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:21.175756 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.176104 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.176444 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.176779 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.177131 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.177462 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.177789 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.178114 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.178440 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.178763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.179084 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.179402 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:21.216679 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:21.217045 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Floating IP 57961c5a-e6ed-41a3-8b84-9e321411bc3e disassociated (deleted). External IP: 172.27.3.98, port: 58c52176-6e8a-42a1-9de6-3c4a2c222ce5. Nov 11 16:23:21.418067 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:23:21.523701 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:23:21.528581 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:21.534936 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:23:21.545991 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:21.546601 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:21.555409 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-41fd6766-a706-4a90-9689-160d81b9ab32 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "DELETE /v2.0/floatingips/57961c5a-e6ed-41a3-8b84-9e321411bc3e HTTP/1.1" status: 204 len: 168 time: 0.8593528 Nov 11 16:23:21.556071 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:23:21.559041 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec" -d '{"events": [{"name": "network-changed", "server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:23:21.603338 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e941b-41c0-468f-963b-151c11c235b8 x-openstack-request-id: req-464e941b-41c0-468f-963b-151c11c235b8 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:23:21.604251 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:23:21.604645 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-464e941b-41c0-468f-963b-151c11c235b8 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:23:21.605074 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'status': 'completed', 'code': 200} Nov 11 16:23:21.657584 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:21.673604 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-39f0f1f9-651d-493c-a87e-b6094745da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:21.675215 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-39f0f1f9-651d-493c-a87e-b6094745da61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0498669 Nov 11 16:23:21.782270 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:21.804349 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-ea3d2e8c-7b01-43e5-bafb-73239e32f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:21.805862 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-ea3d2e8c-7b01-43e5-bafb-73239e32f231 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.1234484 Nov 11 16:23:21.823721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1454-81e9-4837-bf12-a77712919fb0 req-bdd83c74-8e9b-4f61-8f05-b724be8ccdb2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:21.825187 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e17e1454-81e9-4837-bf12-a77712919fb0 req-bdd83c74-8e9b-4f61-8f05-b724be8ccdb2 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 945 time: 0.0655746 Nov 11 16:23:21.869060 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-72876040-73aa-4337-b7e4-d5b242fe8a1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5 HTTP/1.1" status: 200 len: 217 time: 0.0537906 Nov 11 16:23:21.898324 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:59Z', 'revision_number': 1, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:21.929383 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:23:21.937578 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:21.938182 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:21.940677 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-e17e1454-81e9-4837-bf12-a77712919fb0 req-cbcc0b05-6651-4bb2-b1fa-430097e3996a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091003 Nov 11 16:23:21.944426 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-50516859-59a8-4f84-8f2b-61b68ac44fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:21.945905 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-50516859-59a8-4f84-8f2b-61b68ac44fe9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0689602 Nov 11 16:23:21.993525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-9c74eb72-87ba-43c1-9897-c6e8d7660b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:21.995092 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-9c74eb72-87ba-43c1-9897-c6e8d7660b09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405858 Nov 11 16:23:22.043520 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:22.089092 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-d8aebb11-fc25-467a-8157-75590bcab0c2 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853405 Nov 11 16:23:22.178019 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5e2ba2d3-c464-4de5-858f-cb8b5b8e95ec req-4170c606-5a04-4912-915c-5933e653d964 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812156 Nov 11 16:23:22.270676 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:59Z', 'revision_number': 1, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:22.299433 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3235f8e-03a5-4095-9448-7fca1cce5762 None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_floatingips': [{'id': 'cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'router_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'port_id': '068554e5-64d1-4937-967c-c135f241786a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'mac_address': 'fa:16:3e:27:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd8963-3ba5-432a-b847-50856ba553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:19:57Z', 'updated_at': '2021-11-11T16:19:59Z', 'revision_number': 1, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:23:22.499975 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b7529-7b08-4e67-9333-b6c55e3e8e5c None None] New status for floating IP 57961c5a-e6ed-41a3-8b84-9e321411bc3e: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:23:23.062388 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6224c-861a-4e4d-bd6a-d60716e898d6 req-3c760ab5-47ac-40da-b367-3ec486face24 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:23.063844 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6a6224c-861a-4e4d-bd6a-d60716e898d6 req-3c760ab5-47ac-40da-b367-3ec486face24 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 945 time: 0.0529039 Nov 11 16:23:23.111644 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-d6a6224c-861a-4e4d-bd6a-d60716e898d6 req-e870545d-e78d-4cb5-9300-6cca5d375b58 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Nov 11 16:23:23.310886 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-9f4f45ab-0497-40f3-b34a-b28915883f3c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:23.312315 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-9f4f45ab-0497-40f3-b34a-b28915883f3c tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 945 time: 0.0479591 Nov 11 16:23:23.398369 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Deleting port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:23.398701 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:23.487889 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] For port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:23.488246 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:23.500064 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Calling delete_port for 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:23.624669 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:23.651528 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event deleted for resources: {'Port': ['ID=58c52176-6e8a-42a1-9de6-3c4a2c222ce5,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:23.693194 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] No DVR routers for this DVR port 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:23:23.695711 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:23.699576 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-658bbada-e000-40fd-9da0-300bd8ace0d4 req-93c16a81-b27b-4966-a0e5-0946d1f4c2df tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "DELETE /v2.0/ports/58c52176-6e8a-42a1-9de6-3c4a2c222ce5 HTTP/1.1" status: 204 len: 173 time: 0.3810139 Nov 11 16:23:23.700023 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'name': 'network-vif-deleted', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:23:23.702268 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460beca9-3225-4770-9e4d-7f0aac5e4f1a" -d '{"events": [{"server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "name": "network-vif-deleted", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:23:23.739677 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c9382-60f3-4881-a52d-6668f3d21c72 x-openstack-request-id: req-386c9382-60f3-4881-a52d-6668f3d21c72 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:23:23.739973 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dafc5d-8244-4532-a520-a7f8b442e4e0", "name": "network-vif-deleted", "tag": "58c52176-6e8a-42a1-9de6-3c4a2c222ce5", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:23:23.740227 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-386c9382-60f3-4881-a52d-6668f3d21c72 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:23:23.740625 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dafc5d-8244-4532-a520-a7f8b442e4e0', 'name': 'network-vif-deleted', 'tag': '58c52176-6e8a-42a1-9de6-3c4a2c222ce5', 'status': 'completed', 'code': 200} Nov 11 16:23:24.217829 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-6c40e7e5-75f6-4949-90f0-219c27233c5c req-bf996018-a518-40f0-ab94-12a85639a3fa tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=59dafc5d-8244-4532-a520-a7f8b442e4e0 HTTP/1.1" status: 200 len: 210 time: 0.0298295 Nov 11 16:23:27.481676 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35420) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:27.635969 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Deleting port 114c6b26-722f-4aef-b018-aba9605d24d5 {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:27.636300 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:27.707969 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:27.708193 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:27.719797 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Calling delete_port for 114c6b26-722f-4aef-b018-aba9605d24d5 owned by network:floatingip {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:27.861015 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:27.885265 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event deleted for resources: {'Port': ['ID=114c6b26-722f-4aef-b018-aba9605d24d5,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:27.948442 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:27.948769 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.db.l3_db [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Floating IP cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0 disassociated (deleted). External IP: 172.27.3.134, port: 068554e5-64d1-4937-967c-c135f241786a. Nov 11 16:23:28.060676 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:28.080518 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:28.080855 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 58c52176-6e8a-42a1-9de6-3c4a2c222ce5 not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:28.388424 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:23:28.488375 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:23:28.493086 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:28.498271 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:23:28.508040 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:28.508638 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:28.522568 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-19346992-043b-414c-a772-3ca2e5d336b1 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "DELETE /v2.0/floatingips/cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0 HTTP/1.1" status: 204 len: 168 time: 1.0398068 Nov 11 16:23:28.523153 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'tag': '068554e5-64d1-4937-967c-c135f241786a'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:23:28.525430 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453746cf-1ff0-4d48-a962-c75dfff69f90" -d '{"events": [{"name": "network-changed", "server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "tag": "068554e5-64d1-4937-967c-c135f241786a"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:23:28.564302 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c0533-1801-4fa4-82ca-73a38c1afc4c x-openstack-request-id: req-693c0533-1801-4fa4-82ca-73a38c1afc4c {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:23:28.564860 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "tag": "068554e5-64d1-4937-967c-c135f241786a", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:23:28.565189 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-693c0533-1801-4fa4-82ca-73a38c1afc4c {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:23:28.565655 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'tag': '068554e5-64d1-4937-967c-c135f241786a', 'status': 'completed', 'code': 200} Nov 11 16:23:28.626057 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:28.627090 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-b360ea74-c202-4dcb-b215-24b331648e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:28.628895 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-b360ea74-c202-4dcb-b215-24b331648e4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd9fe4ceb154479584886f9165c8ff47&device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 1099 time: 0.0416765 Nov 11 16:23:28.737420 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-0c1c5795-fddd-4d69-98d2-67dd5b050ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:28.738850 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-0c1c5795-fddd-4d69-98d2-67dd5b050ccf service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 200 len: 913 time: 0.1022944 Nov 11 16:23:28.793512 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-93534e3f-6359-44be-be4b-920568c9b535 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 200 len: 217 time: 0.0410023 Nov 11 16:23:28.810268 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904d08d-4fca-41e1-a339-79ea02712f68 req-5226e35f-b454-4d78-b29a-7ddbd545ec66 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:28.811786 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1904d08d-4fca-41e1-a339-79ea02712f68 req-5226e35f-b454-4d78-b29a-7ddbd545ec66 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 946 time: 0.0958595 Nov 11 16:23:28.839680 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:28.865724 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:23:28.874445 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:28.875044 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:28.880646 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-1a3bc069-3a0c-4152-9357-ca8dc0c3f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:28.882124 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-1a3bc069-3a0c-4152-9357-ca8dc0c3f6d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 200 len: 851 time: 0.0802419 Nov 11 16:23:28.895305 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-1904d08d-4fca-41e1-a339-79ea02712f68 req-b724cee3-4dee-4e03-af60-d167fda38f4a tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766401 Nov 11 16:23:28.936195 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-f69adc34-9c91-445a-9d64-5ba1a6b3d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:28.938331 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-f69adc34-9c91-445a-9d64-5ba1a6b3d122 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37a906b-c5df-4467-94cc-d703e55a1ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421247 Nov 11 16:23:29.032433 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-740ecdc9-360f-4d2f-a167-18d625d9be40 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853014 Nov 11 16:23:29.103670 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:29.127209 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-453746cf-1ff0-4d48-a962-c75dfff69f90 req-5737343c-9dfc-4a22-9b49-a8f805536c57 service neutron] 10.222.0.57 "GET /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866630 Nov 11 16:23:29.298564 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:29.328163 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f69b6-1eda-436c-94f6-8b0c69026c15 None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:16:56Z', 'revision_number': 4, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi', '_interfaces': [{'id': 'd5444625-4ed3-4b0e-8352-65b0c8659eae', 'name': '', 'network_id': 'd37a906b-c5df-4467-94cc-d703e55a1ad7', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'mac_address': 'fa:16:3e:0d:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:55Z', 'updated_at': '2021-11-11T16:17:00Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'subnets': [{'id': '9886bf4a-ffa1-4667-a8a3-ecd3f948c493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:23:29.527979 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5fa26-3c36-4a3d-9790-d68114a4ea88 None None] New status for floating IP cce9c1d7-0ef3-43b1-b90f-b19a41f0d1d0: DOWN {{(pid=101825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:23:29.996009 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:30.012505 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d733-f344-452b-9062-b46b5091becb req-ef9b8fcf-d33f-4f8a-aa4c-f203227a36c0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:30.014188 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a8b8d733-f344-452b-9062-b46b5091becb req-ef9b8fcf-d33f-4f8a-aa4c-f203227a36c0 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 946 time: 0.0516584 Nov 11 16:23:30.063043 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-a8b8d733-f344-452b-9062-b46b5091becb req-3fa7e12c-e8a4-428c-aba0-5f3bd0076e7f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/security-groups?id=47ac8cb1-623f-46dc-a876-2ec2c040dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Nov 11 16:23:30.252117 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-4a29fc22-e663-4bb7-a11d-59a11ce5f5bf tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:30.253483 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-4a29fc22-e663-4bb7-a11d-59a11ce5f5bf tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 946 time: 0.0514026 Nov 11 16:23:30.339696 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Deleting port 068554e5-64d1-4937-967c-c135f241786a {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:30.340027 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:30.426386 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] For port 068554e5-64d1-4937-967c-c135f241786a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=068554e5-64d1-4937-967c-c135f241786a,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:30.426738 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:30.439525 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Calling delete_port for 068554e5-64d1-4937-967c-c135f241786a owned by compute:nova {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:30.559218 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:30.590833 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event deleted for resources: {'Port': ['ID=068554e5-64d1-4937-967c-c135f241786a,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:30.631689 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] No DVR routers for this DVR port 068554e5-64d1-4937-967c-c135f241786a on host hv-cinder-77428 {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:23:30.634178 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for port, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:30.638108 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-85fe2ec0-c5d3-4bcc-b3bb-26315958bee1 req-5a9527c3-43ab-4b45-a6dc-39481b0d3f56 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.57 "DELETE /v2.0/ports/068554e5-64d1-4937-967c-c135f241786a HTTP/1.1" status: 204 len: 173 time: 0.3787782 Nov 11 16:23:30.638545 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'name': 'network-vif-deleted', 'tag': '068554e5-64d1-4937-967c-c135f241786a'}] {{(pid=101822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:23:30.640771 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289310cbda15c169818e145964880c54a405abf608586362886cc1e6ec3a9c92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c53a3ff-ef1c-44f0-8e43-675fe7aee060" -d '{"events": [{"server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "name": "network-vif-deleted", "tag": "068554e5-64d1-4937-967c-c135f241786a"}]}' {{(pid=101822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:23:30.829392 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d5e88f-6d57-4972-957b-b84e08a72082 x-openstack-request-id: req-43d5e88f-6d57-4972-957b-b84e08a72082 {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:23:30.829686 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cd8963-3ba5-432a-b847-50856ba553a6", "name": "network-vif-deleted", "tag": "068554e5-64d1-4937-967c-c135f241786a", "status": "completed", "code": 200}]} {{(pid=101822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:23:30.829936 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43d5e88f-6d57-4972-957b-b84e08a72082 {{(pid=101822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:23:30.830341 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cd8963-3ba5-432a-b847-50856ba553a6', 'name': 'network-vif-deleted', 'tag': '068554e5-64d1-4937-967c-c135f241786a', 'status': 'completed', 'code': 200} Nov 11 16:23:31.166730 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [req-5bb55f52-5c28-4fc3-8d32-7f5580114d98 req-3c80a633-270d-4348-b7da-e4296420ba57 tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "GET /v2.0/ports?device_id=98cd8963-3ba5-432a-b847-50856ba553a6 HTTP/1.1" status: 200 len: 210 time: 0.0267048 Nov 11 16:23:32.222235 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35436) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:32.344891 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Deleting port bf01d663-88fb-4d1a-81e7-1bc6d4dddddc {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:32.345260 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:32.421447 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:32.421770 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:32.432844 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Calling delete_port for bf01d663-88fb-4d1a-81e7-1bc6d4dddddc owned by network:floatingip {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:32.557482 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:32.581689 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event deleted for resources: {'Port': ['ID=bf01d663-88fb-4d1a-81e7-1bc6d4dddddc,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:32.638555 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for floatingip, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:32.641015 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255992'] for floatingip, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:32.642167 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-c9e75828-f0db-4c8f-9799-6812862feb8f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "DELETE /v2.0/floatingips/e2690268-e0ff-42a6-89c3-4e3e25f85886 HTTP/1.1" status: 204 len: 168 time: 0.4189553 Nov 11 16:23:33.826568 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35448) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:33.882203 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd879ac0-2829-4e15-b6bc-3183a001754f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:33.907188 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd879ac0-2829-4e15-b6bc-3183a001754f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:33.971721 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd879ac0-2829-4e15-b6bc-3183a001754f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:33.974763 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-cd879ac0-2829-4e15-b6bc-3183a001754f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Publish callbacks [] for security_group, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:33.975933 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-cd879ac0-2829-4e15-b6bc-3183a001754f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] 10.222.0.45 "DELETE /v2.0/security-groups/47ac8cb1-623f-46dc-a876-2ec2c040dfa5 HTTP/1.1" status: 204 len: 168 time: 0.1482906 Nov 11 16:23:33.991381 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd879ac0-2829-4e15-b6bc-3183a001754f tempest-TestVolumeBootPattern-1991632609 tempest-TestVolumeBootPattern-1991632609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac8cb1-623f-46dc-a876-2ec2c040dfa5,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:34.030549 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35452) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:34.092485 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 068554e5-64d1-4937-967c-c135f241786a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:34.112948 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] No Port match for: 068554e5-64d1-4937-967c-c135f241786a {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:34.113320 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Device 068554e5-64d1-4937-967c-c135f241786a not bound to the agent host hv-cinder-77428 {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:34.487371 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:34.721730 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Deleting port d5444625-4ed3-4b0e-8352-65b0c8659eae {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:34.721991 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:34.799521 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] For port d5444625-4ed3-4b0e-8352-65b0c8659eae, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=d5444625-4ed3-4b0e-8352-65b0c8659eae,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:34.799903 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:34.812947 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Calling delete_port for d5444625-4ed3-4b0e-8352-65b0c8659eae owned by network:router_interface {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:34.984523 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:35.009962 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5444625-4ed3-4b0e-8352-65b0c8659eae,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:35.169457 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:35.379759 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:23:35.485690 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:23:35.494720 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-39dfa539-d118-423f-996b-06eab837510e admin admin] 10.222.0.45 "PUT /v2.0/routers/004040cd-6e45-4b05-8ee8-5fc3365c85e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4587281 Nov 11 16:23:35.494720 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35456) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:35.497795 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] Sync routers for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:23:35.511810 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:35.512679 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:35.597531 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:35.618591 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:35.806860 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:23:34Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:35.833635 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] Checking router: 004040cd-6e45-4b05-8ee8-5fc3365c85e5 for host: dv-cinder-774288-11-iscsi {{(pid=101824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:23:35.843549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] Routers {'004040cd-6e45-4b05-8ee8-5fc3365c85e5'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:35.844171 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'], 'active': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:35.944165 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:35.950483 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_dvr_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] Set router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:35.995082 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Deleting port 97661989-afe7-40bc-be87-c21fc46293ed {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:35.996387 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.075777 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] For port 97661989-afe7-40bc-be87-c21fc46293ed, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=97661989-afe7-40bc-be87-c21fc46293ed,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:36.076046 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.087575 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Calling delete_port for 97661989-afe7-40bc-be87-c21fc46293ed owned by network:router_gateway {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:36.125072 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.db.l3_hamode_db [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:23:34Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:36.155635 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843a7c9-4231-4898-b254-5f3f48a5c40c None None] The sync data for ids ['004040cd-6e45-4b05-8ee8-5fc3365c85e5'] in dv-cinder-774288-11-iscsi is: [{'id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'name': 'tempest-TestVolumeBootPattern-1029821640-router', 'tenant_id': 'bd9fe4ceb154479584886f9165c8ff47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '97661989-afe7-40bc-be87-c21fc46293ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:51Z', 'updated_at': '2021-11-11T16:23:34Z', 'revision_number': 5, 'project_id': 'bd9fe4ceb154479584886f9165c8ff47', 'gw_port': {'id': '97661989-afe7-40bc-be87-c21fc46293ed', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004040cd-6e45-4b05-8ee8-5fc3365c85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:16:52Z', 'updated_at': '2021-11-11T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}] {{(pid=101824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:23:36.259382 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.285190 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97661989-afe7-40bc-be87-c21fc46293ed,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:36.343973 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.429199 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.431242 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.476157 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.476800 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004040cd-6e45-4b05-8ee8-5fc3365c85e5 {{(pid=101822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:23:36.481435 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] Publish callbacks [] for router, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.482767 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-844ae565-82c2-4762-b945-91b66618bca6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/004040cd-6e45-4b05-8ee8-5fc3365c85e5 HTTP/1.1" status: 204 len: 168 time: 0.9872363 Nov 11 16:23:36.485221 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35458) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:36.530039 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] Deleting subnet 9886bf4a-ffa1-4667-a8a3-ecd3f948c493 {{(pid=101822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:23:36.533441 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.568425 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12990350'] for subnet, precommit_delete_associations {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.649577 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.702499 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12607546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13591614'] for subnet, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.727038 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9886bf4a-ffa1-4667-a8a3-ecd3f948c493,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:36.733857 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for subnet, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.739403 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-3fc6d66a-84b2-4290-b620-e14490049185 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9886bf4a-ffa1-4667-a8a3-ecd3f948c493 HTTP/1.1" status: 204 len: 168 time: 0.2510130 Nov 11 16:23:36.739985 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fbac8e-9d67-42ca-963e-3f0463e50dfe None None] Network d37a906b-c5df-4467-94cc-d703e55a1ad7 requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:23:36.740550 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35460) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:36.824476 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.879607 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Deleting port 68ddcd76-3857-46c7-b7d1-98e28947e2df {{(pid=101822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:36.879913 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.942092 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.db [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] For port 68ddcd76-3857-46c7-b7d1-98e28947e2df, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=68ddcd76-3857-46c7-b7d1-98e28947e2df,segment=NetworkSegment(a9cb6f08-53a2-4a70-a73d-687feefd895f),segment_id=a9cb6f08-53a2-4a70-a73d-687feefd895f)] {{(pid=101822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:36.942453 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:36.954389 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Calling delete_port for 68ddcd76-3857-46c7-b7d1-98e28947e2df owned by network:dhcp {{(pid=101822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:37.033505 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12607511'] for port, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.056895 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ddcd76-3857-46c7-b7d1-98e28947e2df,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:37.063133 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] No DVR routers for this DVR port 68ddcd76-3857-46c7-b7d1-98e28947e2df on host dv-cinder-774288-11-iscsi {{(pid=101822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:23:37.135431 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.156084 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37a906b-c5df-4467-94cc-d703e55a1ad7']}} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:37.165790 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cb6f08-53a2-4a70-a73d-687feefd895f') {'for_net_delete': True} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:37.166086 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.services.segments.db [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cb6f08-53a2-4a70-a73d-687feefd895f') {} {{(pid=101822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:37.174490 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0e664-5678-45d6-92d6-bde833d1f53a None None] DHCP port deletion for d37a906b-c5df-4467-94cc-d703e55a1ad7 request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:23:37.177044 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12990359'] for segment, before_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.192336 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.205477 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=101822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:23:37.205879 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12607588'] for segment, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: Traceback (most recent call last): Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: timer() Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: cb(*args, **kw) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: return func(*args, **kwargs) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: self._notify() Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: self.callback(batched_events) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: event.method(event) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: return f(self, *a, **k) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._get(url).json() Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: return self.request(url, 'GET', **kwargs) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:23:37.207909 dv-cinder-774288-11-iscsi neutron-server[101822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:23:37.252549 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device d5444625-4ed3-4b0e-8352-65b0c8659eae no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:37.262421 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.268745 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron_lib.callbacks.manager [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.271949 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d37a906b-c5df-4467-94cc-d703e55a1ad7 HTTP/1.1" status: 204 len: 168 time: 0.5304627 Nov 11 16:23:37.274963 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35462) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:37.275600 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: d5444625-4ed3-4b0e-8352-65b0c8659eae {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:37.276640 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device d5444625-4ed3-4b0e-8352-65b0c8659eae not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:37.282283 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcc2ea-47a7-4386-aeaa-3003c3cdeb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37a906b-c5df-4467-94cc-d703e55a1ad7,revision_number=None']} {{(pid=101822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:37.618302 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656870'] for router_interface, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.860983 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Deleting port 1c7d195c-687e-4d4d-9639-42cb4beab988 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:37.861350 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.938183 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] For port 1c7d195c-687e-4d4d-9639-42cb4beab988, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=1c7d195c-687e-4d4d-9639-42cb4beab988,segment=NetworkSegment(8fd40915-bd11-4295-b783-b18f550103e5),segment_id=8fd40915-bd11-4295-b783-b18f550103e5)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:37.938577 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:37.951477 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Calling delete_port for 1c7d195c-687e-4d4d-9639-42cb4beab988 owned by network:router_interface {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:38.125202 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:38.158450 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7d195c-687e-4d4d-9639-42cb4beab988,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:38.179807 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.180168 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.180514 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.180850 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.181212 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.181548 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.181880 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.182745 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.183077 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.183399 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.183724 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.184045 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-11-iscsi {{(pid=101823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:23:38.330952 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656502'] for router_interface, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:38.539864 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Router 17b4e720-54eb-4373-8677-8591168af465 has already been hosted by L3 agent 7935bc82-01c3-46a7-913d-0ca7c91f00ca {{(pid=101823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:23:38.643904 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] Notify agent at l3_agent.dv-cinder-774288-11-iscsi the message routers_updated {{(pid=101823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:23:38.648851 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6d482fdd-835e-4a88-9d2a-c2ad9215ba0c admin admin] 10.222.0.45 "PUT /v2.0/routers/17b4e720-54eb-4373-8677-8591168af465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3728607 Nov 11 16:23:38.652054 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35466) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:38.652811 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] Sync routers for ids ['17b4e720-54eb-4373-8677-8591168af465'] in dv-cinder-774288-11-iscsi {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:23:38.662874 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] Routers {'17b4e720-54eb-4373-8677-8591168af465'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:38.663468 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['17b4e720-54eb-4373-8677-8591168af465'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:38.754789 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks [] for router, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:38.761856 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] Set router 17b4e720-54eb-4373-8677-8591168af465 gateway port host: dv-cinder-774288-11-iscsi {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:38.863395 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:38.897737 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 68ddcd76-3857-46c7-b7d1-98e28947e2df no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:38.918563 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 68ddcd76-3857-46c7-b7d1-98e28947e2df {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:38.918906 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 68ddcd76-3857-46c7-b7d1-98e28947e2df not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:38.919526 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 97661989-afe7-40bc-be87-c21fc46293ed no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:38.921257 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Deleting port 8512261b-38cd-4350-b23b-c04da33c5aae {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:38.921693 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:38.939155 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 97661989-afe7-40bc-be87-c21fc46293ed {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:38.939505 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 97661989-afe7-40bc-be87-c21fc46293ed not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:39.003811 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] For port 8512261b-38cd-4350-b23b-c04da33c5aae, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=8512261b-38cd-4350-b23b-c04da33c5aae,segment=NetworkSegment(9665c5bc-6400-41a6-b2fc-e9a02b240476),segment_id=9665c5bc-6400-41a6-b2fc-e9a02b240476)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:39.004196 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.017884 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Calling delete_port for 8512261b-38cd-4350-b23b-c04da33c5aae owned by network:router_gateway {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:39.030006 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'external_fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:23:38Z', 'revision_number': 5, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port': {'id': '8512261b-38cd-4350-b23b-c04da33c5aae', 'name': '', 'network_id': 'a914ba42-d14f-4c6a-8446-490f13e0fec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e720-54eb-4373-8677-8591168af465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:17:00Z', 'updated_at': '2021-11-11T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b26740d9-fa2a-45f3-b7e1-bb1ef551adde', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-11-iscsi'}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:39.055330 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] Checking router: 17b4e720-54eb-4373-8677-8591168af465 for host: dv-cinder-774288-11-iscsi {{(pid=101825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:23:39.063558 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] Routers {'17b4e720-54eb-4373-8677-8591168af465'} bound to L3 agent in host dv-cinder-774288-11-iscsi {{(pid=101825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:23:39.064156 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:00:48Z,description=,heartbeat_timestamp=2021-11-11T16:23:18Z,host='dv-cinder-774288-11-iscsi',id=7935bc82-01c3-46a7-913d-0ca7c91f00ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:00:48Z,topic='l3_agent')) {'router_ids': ['17b4e720-54eb-4373-8677-8591168af465'], 'active': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:39.149458 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_dvr_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] Set router 17b4e720-54eb-4373-8677-8591168af465 gateway port host: None {{(pid=101825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:23:39.178689 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.203604 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.l3_hamode_db [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:23:38Z', 'revision_number': 6, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port_host': None}], 'dv-cinder-774288-11-iscsi', False) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:39.208846 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Pushing event deleted for resources: {'Port': ['ID=8512261b-38cd-4350-b23b-c04da33c5aae,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:39.230667 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd5bc2-9e34-4e08-a6c7-90a859fa9781 None None] The sync data for ids ['17b4e720-54eb-4373-8677-8591168af465'] in dv-cinder-774288-11-iscsi is: [{'id': '17b4e720-54eb-4373-8677-8591168af465', 'name': 'tempest-TestVolumeBootPattern-802430175-router', 'tenant_id': '3193e6b3777442b79abb9a0678d66428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:16:59Z', 'updated_at': '2021-11-11T16:23:38Z', 'revision_number': 6, 'project_id': '3193e6b3777442b79abb9a0678d66428', 'gw_port_host': None}] {{(pid=101825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:23:39.275462 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655772'] for router_gateway, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.364005 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44714'] for router, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.366087 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.407246 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658432'] for router, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.407732 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b4e720-54eb-4373-8677-8591168af465 {{(pid=101823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:23:39.412304 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] Publish callbacks [] for router, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.413445 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-e38679f5-8c82-440e-b4e0-6bac20b5727f admin admin] 10.222.0.45 "DELETE /v2.0/routers/17b4e720-54eb-4373-8677-8591168af465 HTTP/1.1" status: 204 len: 168 time: 0.7604377 Nov 11 16:23:39.416051 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35468) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:39.462594 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] Deleting subnet 24c1e682-2453-46e6-92a2-777fa5647a96 {{(pid=101823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:23:39.466447 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.500663 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12751847'] for subnet, precommit_delete_associations {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.575729 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1724947'] for subnet, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.635602 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1724954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13015758'] for subnet, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.664105 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c1e682-2453-46e6-92a2-777fa5647a96,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:39.666633 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.670459 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-5edd9c2a-4262-489d-bc31-0aaf2856714c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/24c1e682-2453-46e6-92a2-777fa5647a96 HTTP/1.1" status: 204 len: 168 time: 0.2527673 Nov 11 16:23:39.672191 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9582e854-72e2-471c-9a0b-62649aa5c6fa None None] Network 0833ffa0-bc06-4b66-b283-66037805eb9b requested from dv-cinder-774288-11-iscsi {{(pid=101824) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:23:39.672993 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35470) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:39.739043 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647743'] for network, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.791599 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Deleting port fb1ce22d-3344-436d-a042-167bf32c4562 {{(pid=101823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:23:39.791996 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773553418671'] for port, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.857888 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.db [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] For port fb1ce22d-3344-436d-a042-167bf32c4562, host dv-cinder-774288-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-11-iscsi',level=0,port_id=fb1ce22d-3344-436d-a042-167bf32c4562,segment=NetworkSegment(8fd40915-bd11-4295-b783-b18f550103e5),segment_id=8fd40915-bd11-4295-b783-b18f550103e5)] {{(pid=101823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:23:39.858205 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783104'] for port, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.870097 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.plugin [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Calling delete_port for fb1ce22d-3344-436d-a042-167bf32c4562 owned by network:dhcp {{(pid=101823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:23:39.945632 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1756370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773553423225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773553010562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12752752'] for port, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:39.975977 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1ce22d-3344-436d-a042-167bf32c4562,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:39.981452 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] No DVR routers for this DVR port fb1ce22d-3344-436d-a042-167bf32c4562 on host dv-cinder-774288-11-iscsi {{(pid=101823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:23:39.990125 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0066a6-9e46-4030-ac7c-ab13338d9810 None None] DHCP port deletion for 0833ffa0-bc06-4b66-b283-66037805eb9b request from dv-cinder-774288-11-iscsi {{(pid=101824) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:23:40.052584 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1726122', 'neutron.services.segments.db._delete_segments_for_network-8773553543909'] for network, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.071648 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0833ffa0-bc06-4b66-b283-66037805eb9b']}} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:40.081722 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd40915-bd11-4295-b783-b18f550103e5') {'for_net_delete': True} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:40.082061 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.services.segments.db [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd40915-bd11-4295-b783-b18f550103e5') {} {{(pid=101823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:23:40.095465 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773553545198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12751870'] for segment, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.110662 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770'] for segment, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.116479 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=101823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:23:40.116856 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1730770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752643'] for segment, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: Traceback (most recent call last): Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: timer() Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: cb(*args, **kw) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: return func(*args, **kwargs) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: self._notify() Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: self.callback(batched_events) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: event.method(event) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: return f(self, *a, **k) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._get(url).json() Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: return self.request(url, 'GET', **kwargs) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:23:40.118490 dv-cinder-774288-11-iscsi neutron-server[101823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:23:40.173883 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1726109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655856'] for network, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.197078 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551345'] for network, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.200919 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] 10.222.0.45 "DELETE /v2.0/networks/0833ffa0-bc06-4b66-b283-66037805eb9b HTTP/1.1" status: 204 len: 168 time: 0.5269156 Nov 11 16:23:40.201934 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad62582-a748-4f54-9717-6b051cc2145e admin admin] Pushing event deleted for resources: {'Network': ['ID=0833ffa0-bc06-4b66-b283-66037805eb9b,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:40.332109 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35474) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:40.371113 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-6fd309f5-d159-460b-a496-722eab1c961d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd9fe4ceb154479584886f9165c8ff47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378006 Nov 11 16:23:40.373327 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35476) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:40.419369 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d3f63130-3c11-408d-bf92-bfe49b0e8a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.439930 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d3f63130-3c11-408d-bf92-bfe49b0e8a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.488766 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d3f63130-3c11-408d-bf92-bfe49b0e8a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.491454 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-d3f63130-3c11-408d-bf92-bfe49b0e8a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.492606 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-d3f63130-3c11-408d-bf92-bfe49b0e8a05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b13ed087-a07a-449c-b204-0e2efeb26589 HTTP/1.1" status: 204 len: 168 time: 0.1183641 Nov 11 16:23:40.501280 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f63130-3c11-408d-bf92-bfe49b0e8a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ed087-a07a-449c-b204-0e2efeb26589,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:40.793947 dv-cinder-774288-11-iscsi neutron-server[101822]: DEBUG neutron.wsgi [-] (101822) accepted ('10.222.0.45', 35482) {{(pid=101822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:40.834719 dv-cinder-774288-11-iscsi neutron-server[101822]: INFO neutron.wsgi [None req-e20165a0-d992-4631-8415-1fdeab415fb2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3193e6b3777442b79abb9a0678d66428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393834 Nov 11 16:23:40.837219 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [-] (101823) accepted ('10.222.0.45', 35484) {{(pid=101823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:23:40.860433 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 1c7d195c-687e-4d4d-9639-42cb4beab988 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:40.880358 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 1c7d195c-687e-4d4d-9639-42cb4beab988 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:40.880605 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 1c7d195c-687e-4d4d-9639-42cb4beab988 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:40.881045 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8512261b-38cd-4350-b23b-c04da33c5aae no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:40.885455 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-439a8213-7bda-40f4-a720-1db52ac71fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.899866 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: 8512261b-38cd-4350-b23b-c04da33c5aae {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:40.900214 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device 8512261b-38cd-4350-b23b-c04da33c5aae not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:40.900628 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device fb1ce22d-3344-436d-a042-167bf32c4562 no longer exists at agent ovs-agent-dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:23:40.906398 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-439a8213-7bda-40f4-a720-1db52ac71fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.920475 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] No Port match for: fb1ce22d-3344-436d-a042-167bf32c4562 {{(pid=101824) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:23:40.920818 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron.plugins.ml2.rpc [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Device fb1ce22d-3344-436d-a042-167bf32c4562 not bound to the agent host dv-cinder-774288-11-iscsi {{(pid=101824) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:23:40.953503 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-439a8213-7bda-40f4-a720-1db52ac71fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575710'] for security_group, after_delete {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.956483 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron_lib.callbacks.manager [None req-439a8213-7bda-40f4-a720-1db52ac71fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:40.957656 dv-cinder-774288-11-iscsi neutron-server[101823]: INFO neutron.wsgi [None req-439a8213-7bda-40f4-a720-1db52ac71fb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6db177f3-d633-423a-80ba-ab0c3039ed93 HTTP/1.1" status: 204 len: 168 time: 0.1194632 Nov 11 16:23:40.965761 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a8213-7bda-40f4-a720-1db52ac71fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db177f3-d633-423a-80ba-ab0c3039ed93,revision_number=None']} {{(pid=101823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:23:46.271347 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-062dc7aa-9efa-4b69-b3e7-68a31fa4cdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:48.386042 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db66-3618-473e-b44b-480cab52513a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:49.493354 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:50.585098 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:23:50.913726 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:51.683446 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:23:59.994362 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:16.273239 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3117-7026-4adf-b5e1-35ace4e004ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:18.386923 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-81c33d67-546d-44e3-82b5-ef51ef775fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:19.495201 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:20.916133 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:21.692137 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:27.583924 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:24:29.999350 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.274703 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73352648-0ab2-4ba3-b6aa-68fcae2cea2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:48.387501 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83cba745-2472-45c4-90f3-50ceb80f12fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:49.498764 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:50.919141 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:51.682660 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:57.012711 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [req-59d2093b-e68e-4ce4-b998-068064450f70 req-9d435312-7a86-4961-ac0b-0c30bf362161 service neutron] (101823) timed out ('10.222.0.57', 49889) {{(pid=101823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 16:24:59.999133 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:04.583952 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:25:16.278101 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09d2958b-63de-4dad-8bdb-ca76b8324f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:18.390194 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66575169-afd4-4b5f-9d0b-04081288983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:19.501281 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:20.921006 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:21.685223 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:29.999456 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:41.583230 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:25:46.279631 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bc43c1d0-77eb-468f-b4f6-7bb06f3db4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:48.391317 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fa475886-4a4c-4824-8d2f-cb50b1aeeb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:49.503280 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:50.923324 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:51.690688 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:00.014019 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:16.281106 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0ea47f5-6614-4de6-84c1-32059410b557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:18.391353 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab7beb51-be3d-4859-8ee2-99bfbfca058a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:18.583029 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:26:19.507249 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:20.925630 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:21.684844 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:30.009762 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:46.282204 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18211a00-6bce-4938-891e-cf3fb55261fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:48.394121 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-806d4bd1-5f88-4cf5-bb0a-4a31ea9bef25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:49.510343 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:50.928444 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:51.687586 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:55.582131 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:27:00.009898 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:16.283955 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-388ecb4f-96e4-4128-bf59-91a11143ce63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:18.395995 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7dd04720-1c0f-4f9f-bc8c-109f24669f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:19.512402 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:20.931749 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:21.688281 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:30.032640 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:32.581467 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:27:46.285596 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db8a5cb6-f262-467d-87b3-6b83310ac9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:48.397959 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8c2eda0-2073-4dc9-a3b5-e731c5a3f929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:49.515211 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:50.934246 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:51.689917 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:00.154365 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:09.580738 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:28:16.286744 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9df6bc7c-edb4-4290-94e7-48e74d2aa4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:18.398727 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5637ed75-caa9-4715-9167-6e094dec6bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:19.518607 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:20.936881 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:21.691396 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:30.044933 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:37.158886 dv-cinder-774288-11-iscsi neutron-server[101823]: DEBUG neutron.wsgi [req-a7fee762-30c8-423d-b1ab-787ff8810eff req-21db7da4-2f18-4a16-9352-0b941bb33c6e service neutron] (101823) timed out ('10.222.0.57', 49895) {{(pid=101823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 16:28:46.287524 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b849f6-8a3b-4920-ac23-987096903040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:46.579429 dv-cinder-774288-11-iscsi neutron-server[101825]: DEBUG neutron.db.agents_db [None req-b0fe3fbb-5f87-41ad-a891-c836e5ff5753 None None] Agent healthcheck: found 6 active agents {{(pid=101825) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:28:48.399578 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-51820de8-6608-4978-af21-1e6510b6f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:49.522685 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8d76d87-69b2-4500-b461-b2c9a9275a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:50.940068 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e402a5-ddf5-453a-b4de-ceb33ec066a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:51.696276 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6787587b-c3a1-47a5-a5be-69f84fc83735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:00.037397 dv-cinder-774288-11-iscsi neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ce68846-d46c-477a-a397-2763a8d7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773553543891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720656'] for agent, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}